-- Logs begin at Tue 2022-03-08 16:35:30 UTC, end at Tue 2022-03-08 17:47:45 UTC. -- Mar 08 17:21:10.577857 dv-cinder-830090-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 17:21:13.529665 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.common.config [-] Logging enabled! Mar 08 17:21:13.530309 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 17:21:13.530415 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103182) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 17:21:13.533828 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.common.config [-] Logging enabled! Mar 08 17:21:13.534076 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 17:21:13.534387 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103182) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 17:21:13.535318 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 17:21:13.535546 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 17:21:13.535955 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 17:21:13.536198 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 17:21:13.536807 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 17:21:13.537135 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.537569 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 17:21:13.537905 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.538173 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.538465 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.538757 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.539049 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.539328 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.539613 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.539919 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.540207 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.540486 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.540768 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.541056 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.541333 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.541615 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.541956 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.542237 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] debug = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.542514 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.542935 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.543370 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.543643 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.543948 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.544227 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.544495 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.544773 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.545046 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.545365 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] host = dv-cinder-830090-3-iscsi {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.545637 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.545923 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.546204 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.546485 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.546752 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.547021 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.547299 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.547562 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.547848 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] log_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.548124 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.548408 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.548688 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.548975 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.549196 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.549414 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.549697 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.549979 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.550249 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.550518 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.550786 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.551157 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.551436 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.551698 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.552006 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.552309 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.552571 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.552838 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.553106 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.553375 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.553641 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.553919 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.554188 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.554454 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.554719 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.554999 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.555259 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.555524 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.555835 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.556128 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.556404 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.556683 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.556950 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.557225 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.557580 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.557849 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.558116 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] use_json = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.558381 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.558646 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.558922 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.559186 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.559451 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.559717 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.560007 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.560285 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.560550 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:13.560840 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.561130 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.561423 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.561713 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.561998 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.562273 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.562554 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.562825 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.563106 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.563391 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.563674 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.563976 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.564273 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.564557 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.564842 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.565140 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.565425 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.566018 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.566288 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.566553 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.566818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.567089 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.567369 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.567639 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.567957 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.568243 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.568517 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.568805 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.569086 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.569372 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.569652 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.569918 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.570188 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.570469 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.570738 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.571001 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.571270 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.571549 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.571837 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.572106 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.572382 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.572652 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.572941 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.573208 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.573484 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.573764 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.574034 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.574296 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.574559 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.574825 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.575086 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.575361 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.575630 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.575919 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.576183 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.576452 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.576716 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.576977 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.577243 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.577509 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.577778 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.578040 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.578300 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.578561 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.578824 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.579085 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.579348 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.579613 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.579907 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.580174 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.580436 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.580700 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.580964 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.581225 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.581501 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.581791 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.582060 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.582330 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.582599 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.582868 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.583136 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.583408 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.583679 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.583974 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.584240 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.584521 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.584799 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.585075 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.585371 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.585646 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.585936 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.586208 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.586478 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.586754 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.587024 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.587294 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.587571 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.587869 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.588160 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.588448 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.588810 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.589098 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.589383 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.589659 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.589960 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.590232 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:13.590442 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 17:21:13.590675 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103182) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 17:21:13.959647 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 17:21:13.959882 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 17:21:13.960160 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 17:21:13.960637 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 17:21:14.294846 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.295129 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.295406 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.296767 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.297045 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.297314 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.343201 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.343475 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.343747 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.357981 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.358265 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.358539 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.388158 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.388443 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.388715 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.425732 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.426018 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.426284 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.778191 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.778837 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.782043 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.782329 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.783043 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.892805 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.893126 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.893414 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.893687 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.893919 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.894257 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.894516 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.894795 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.895006 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.895319 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.895573 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.895832 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.896124 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.896360 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.896616 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.896879 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.897133 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.897404 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.897673 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.897933 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.898200 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.898450 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.898713 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.899088 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.899336 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.899583 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.900003 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:21:14.900246 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:21:14.900482 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:21:14.900718 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:21:14.900952 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:21:14.901215 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:21:14.901583 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 17:21:14.904770 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 17:21:14.908921 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 17:21:14.912651 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Mar 08 17:21:14.914307 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 17:21:14.914786 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 17:21:14.915118 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 17:21:14.915501 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 17:21:14.918433 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 17:21:14.918685 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 17:21:14.919037 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 17:21:14.924048 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 17:21:14.948503 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 17:21:14.948956 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.949262 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103182) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 17:21:14.949634 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.951020 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103182) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 17:21:14.951298 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 17:21:14.951543 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 17:21:14.954866 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:14.955158 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.018171 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 17:21:15.018404 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 17:21:15.018639 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 17:21:15.019017 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 17:21:15.041078 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_db.sqlalchemy.engines [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103182) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 17:21:15.489574 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Initializing driver for type 'gre' Mar 08 17:21:15.490135 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] gre ID ranges: [(1, 1000)] Mar 08 17:21:15.547810 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Initializing driver for type 'local' Mar 08 17:21:15.548255 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Initializing driver for type 'vlan' Mar 08 17:21:15.562444 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] VlanTypeDriver initialization complete Mar 08 17:21:15.562850 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Initializing driver for type 'vxlan' Mar 08 17:21:15.563363 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] vxlan ID ranges: [(1, 1000)] Mar 08 17:21:15.615517 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Initializing extension driver 'port_security' Mar 08 17:21:15.615908 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.extensions.port_security [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] PortSecurityExtensionDriver initialization complete Mar 08 17:21:15.616242 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Initializing mechanism driver 'openvswitch' Mar 08 17:21:15.616569 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Initializing mechanism driver 'hyperv' Mar 08 17:21:15.623232 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:21:15.624107 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > port after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.624481 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > port after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.624839 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > port after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.625377 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:21:15.625814 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > subnet after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.626171 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > subnet after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.626520 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.626923 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:21:15.627335 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > network after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.627691 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > network after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.628064 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > network after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.628462 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:21:15.628874 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > security_group after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.629226 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > security_group after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.629568 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.629967 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:21:15.630373 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.630719 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.631062 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.631460 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:21:15.631894 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > address_group after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.632239 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > address_group after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.632579 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.632980 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:21:15.633422 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] ML2 OVO RPC backend initialized. {{(pid=103182) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 17:21:15.634129 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.634487 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.634915 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > network before_response 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.635283 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > networks before_response 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.635710 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > port before_response 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.636091 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > ports before_response 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.636444 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > subnet before_response 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.636792 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > subnets before_response 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.637141 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > network after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.637485 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > network after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.637817 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > network after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.638157 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > port after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.638495 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > port after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.638827 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > port after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.639162 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > subnet after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.639497 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > subnet after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.639855 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.647222 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded quota_driver: . Mar 08 17:21:15.647590 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.plugin [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Modular L2 Plugin initialization complete Mar 08 17:21:15.647975 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading services supported by the core plugin {{(pid=103182) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 17:21:15.648322 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.plugins.ml2.managers [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Got port-security extension from driver 'port_security' Mar 08 17:21:15.648810 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.extensions.vlantransparent [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Disabled vlantransparent extension. Mar 08 17:21:15.649301 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103182) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 17:21:15.649625 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading Plugin: router Mar 08 17:21:15.685621 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.686013 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router after_create 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.686388 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router before_create 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.686759 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.687131 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.687485 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router after_delete 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.687841 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.688223 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.688584 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router after_create 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.688929 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router after_update 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.689276 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router after_update 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.689630 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.689971 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router after_update 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.690381 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_update 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.691096 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: port after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.691431 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: port after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.691770 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: subnet after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.692134 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.692482 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.692830 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_create 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.693172 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: port before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.693511 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.693871 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router after_update 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.694212 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.694675 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_create 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.695042 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.695393 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_update 55549900 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.695761 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > agent after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.696136 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > agent after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.696481 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > network after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.697331 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Tracking information for resource: router configured {{(pid=103182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:21:15.697669 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Tracking information for resource: floatingip configured {{(pid=103182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:21:15.702685 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.db.l3_agentschedulers_db [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 17:21:15.703269 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: port after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.703632 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: port after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.704019 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: port after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.704372 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: port after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.705194 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router before_create 55550100 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.705557 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.705917 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_create 55550100 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.706276 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > router precommit_update 55550100 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.711075 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.services.provider_configuration [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service providers = [] {{(pid=103182) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 17:21:15.711443 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.db.servicetype_db [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103182) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 17:21:15.714484 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.services.service_base [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 17:21:15.714830 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.services.service_base [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 17:21:15.715176 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.services.service_base [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 17:21:15.716101 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.services.service_base [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 17:21:15.716475 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.services.service_base [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 17:21:15.716851 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:21:15.717180 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 17:21:15.727991 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:21:15.728328 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading Plugin: auto_allocate Mar 08 17:21:15.734247 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: network precommit_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.734619 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: network precommit_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.735147 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:21:15.735473 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading Plugin: tag Mar 08 17:21:15.742392 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:21:15.742664 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading Plugin: timestamp Mar 08 17:21:15.746624 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:21:15.746971 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading Plugin: network_ip_availability Mar 08 17:21:15.752559 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.752936 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.753290 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:15.754014 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:21:15.754343 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading Plugin: flavors Mar 08 17:21:15.759332 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:21:15.759668 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading Plugin: revisions Mar 08 17:21:15.764132 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:21:15.764530 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_concurrency.lockutils [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=103182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 17:21:15.765275 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103182) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 17:21:15.765611 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Initializing extension manager. Mar 08 17:21:15.766136 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: __init__.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.766476 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: __pycache__ {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.766815 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.767145 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: address_group.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.767943 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.768518 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: address-group Mar 08 17:21:15.768841 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: address_scope.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.769558 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.770063 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: address-scope Mar 08 17:21:15.770381 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.771304 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.771845 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: router-admin-state-down-before-update Mar 08 17:21:15.772168 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: agent.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.772873 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.773377 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: agent Mar 08 17:21:15.773698 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: agent_resources_synced.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.774623 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.775133 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: agent-resources-synced Mar 08 17:21:15.775454 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: allowedaddresspairs.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.777351 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.777872 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: allowed-address-pairs Mar 08 17:21:15.778198 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: auto_allocated_topology.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.779294 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.779849 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: auto-allocated-topology Mar 08 17:21:15.780159 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: availability_zone.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.780859 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.781362 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: availability_zone Mar 08 17:21:15.781686 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: availability_zone_filter.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.782602 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.783114 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: availability_zone_filter Mar 08 17:21:15.783434 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: data_plane_status.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.784384 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.784892 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 17:21:15.785211 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: default_subnetpools.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.786141 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.786652 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: default-subnetpools Mar 08 17:21:15.786978 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.787884 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.788335 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: dhcp_agent_scheduler Mar 08 17:21:15.788663 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: dns.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.789593 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.790100 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension dns-integration not supported by any of loaded plugins Mar 08 17:21:15.790456 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: dns_domain_ports.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.791350 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.791911 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 17:21:15.792236 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.793174 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.793679 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 17:21:15.794000 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: dvr.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.794678 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.795175 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: dvr Mar 08 17:21:15.795494 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: ecmp_routes.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.796464 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.796964 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 17:21:15.797289 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: empty_string_filtering.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.798202 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.798709 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: empty-string-filtering Mar 08 17:21:15.799033 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.799987 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.800495 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 17:21:15.800816 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.801738 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.802262 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 17:21:15.802562 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: external_net.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.803473 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.804018 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: external-net Mar 08 17:21:15.804339 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.805263 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.805764 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: extra_dhcp_opt Mar 08 17:21:15.806086 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: extraroute.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.807001 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.807553 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: extraroute Mar 08 17:21:15.807909 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: extraroute_atomic.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.808948 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.809458 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: extraroute-atomic Mar 08 17:21:15.809782 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: filter_validation.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.810453 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.810953 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: filter-validation Mar 08 17:21:15.811273 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: fip_pf_description.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.812221 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.812730 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 17:21:15.813046 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: fip_port_details.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.814154 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.814665 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: fip-port-details Mar 08 17:21:15.814988 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: flavors.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.816575 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.817093 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: flavors Mar 08 17:21:15.817418 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.819124 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.819649 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 17:21:15.820008 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: floatingip_pools.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.820715 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.821225 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: floatingip-pools Mar 08 17:21:15.821548 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: ip_allocation.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.822480 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.822987 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 17:21:15.823335 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.824301 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.824811 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: ip-substring-filtering Mar 08 17:21:15.825138 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l2_adjacency.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.826079 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.826584 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 17:21:15.826902 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.827899 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.828415 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: router Mar 08 17:21:15.828742 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.831015 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.831540 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 17:21:15.831903 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.832840 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.833357 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: ext-gw-mode Mar 08 17:21:15.833684 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.834629 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.835149 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: l3-ha Mar 08 17:21:15.835475 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.836431 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.836935 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 17:21:15.837256 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3_flavors.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.838182 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.838742 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: l3-flavors Mar 08 17:21:15.839071 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.840498 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.841020 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 17:21:15.841352 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.842276 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.842798 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 17:21:15.843134 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: l3agentscheduler.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.844200 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.844713 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: l3_agent_scheduler Mar 08 17:21:15.845039 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: local_ip.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.846837 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.847359 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension local_ip not supported by any of loaded plugins Mar 08 17:21:15.847690 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: logging.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.850681 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.851212 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension logging not supported by any of loaded plugins Mar 08 17:21:15.851554 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: metering.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.852338 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.852915 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: metering Mar 08 17:21:15.853250 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.854551 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.854931 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: metering_source_and_destination_fields Mar 08 17:21:15.855261 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: multiprovidernet.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.856232 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.856749 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: multi-provider Mar 08 17:21:15.857075 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: netmtu.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.858013 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.858528 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: net-mtu Mar 08 17:21:15.858852 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: netmtu_writable.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.859778 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.860311 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: net-mtu-writable Mar 08 17:21:15.860631 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: network_availability_zone.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.861307 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.861807 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: network_availability_zone Mar 08 17:21:15.862128 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: network_ip_availability.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.863251 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.863761 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: network-ip-availability Mar 08 17:21:15.864122 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: network_segment_range.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.864903 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.865399 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 17:21:15.865720 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: pagination.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.866723 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.867054 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: pagination Mar 08 17:21:15.867375 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: port_device_profile.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.868332 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.868844 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: port-device-profile Mar 08 17:21:15.869166 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.870144 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.870653 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: port-mac-address-regenerate Mar 08 17:21:15.870983 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.871940 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.872452 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: port-numa-affinity-policy Mar 08 17:21:15.872770 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: port_resource_request.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.873696 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.874208 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 17:21:15.874529 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: port_resource_request_groups.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.875497 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.876033 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 17:21:15.876353 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: portbindings.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.877293 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.877801 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: binding Mar 08 17:21:15.878121 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: portbindings_extended.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.879409 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.879953 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: binding-extended Mar 08 17:21:15.880280 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: portsecurity.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.881204 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.881717 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: port-security Mar 08 17:21:15.882038 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: project_id.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.883033 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.883361 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: project-id Mar 08 17:21:15.883684 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: providernet.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.884645 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.885152 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: provider Mar 08 17:21:15.885478 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.889207 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.889735 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos not supported by any of loaded plugins Mar 08 17:21:15.890066 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.891326 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.891877 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 17:21:15.892208 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.893134 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.893650 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 17:21:15.893981 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_default.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.894912 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.895429 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-default not supported by any of loaded plugins Mar 08 17:21:15.895754 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_fip.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.896704 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.897217 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-fip not supported by any of loaded plugins Mar 08 17:21:15.897542 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.898458 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.898973 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 17:21:15.899296 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_gateway_ip.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.900256 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.900770 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 17:21:15.901086 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_port_network_policy.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.902175 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.902693 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 17:21:15.903014 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.904096 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.904614 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 17:21:15.904938 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.905987 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.906504 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 17:21:15.906832 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_pps_rule.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.908067 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.908585 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-pps not supported by any of loaded plugins Mar 08 17:21:15.908916 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_rule_type_details.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.909838 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.910348 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 17:21:15.910669 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: qos_rules_alias.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.911727 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.912264 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 17:21:15.912590 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: quota_check_limit.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.913504 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.914026 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: quota-check-limit Mar 08 17:21:15.914348 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: quotasv2.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.915274 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.915602 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: quotas Mar 08 17:21:15.915954 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: quotasv2_detail.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.917784 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.918121 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: quota_details Mar 08 17:21:15.918453 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: rbac.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.919503 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.920061 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: rbac-policies Mar 08 17:21:15.920392 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: rbac_address_group.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.921325 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.921844 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: rbac-address-group Mar 08 17:21:15.922168 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: rbac_address_scope.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.923105 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.923619 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: rbac-address-scope Mar 08 17:21:15.923983 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: rbac_security_groups.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.924910 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.925423 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: rbac-security-groups Mar 08 17:21:15.925747 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: rbac_subnetpool.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.926832 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.927351 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: rbac-subnetpool Mar 08 17:21:15.927671 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: revisionifmatch.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.928851 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.929387 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: revision-if-match Mar 08 17:21:15.929864 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: revisions.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.931014 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.931536 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: standard-attr-revisions Mar 08 17:21:15.931894 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: router_availability_zone.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.932624 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.933134 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: router_availability_zone Mar 08 17:21:15.933457 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: routerservicetype.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.934392 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.934898 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension router-service-type not supported by any of loaded plugins Mar 08 17:21:15.935216 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.936196 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.936703 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: security-groups-normalized-cidr Mar 08 17:21:15.937027 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.937951 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.938459 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: port-security-groups-filtering Mar 08 17:21:15.938781 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.939724 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.940265 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: security-groups-remote-address-group Mar 08 17:21:15.940589 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.941839 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.942350 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: security-groups-shared-filtering Mar 08 17:21:15.942669 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.943258 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 17:21:15.943576 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: securitygroup.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.953459 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.953994 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: security-group Mar 08 17:21:15.954334 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: segment.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.955346 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.956043 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension segment not supported by any of loaded plugins Mar 08 17:21:15.956566 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.958037 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.958921 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 17:21:15.959470 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: servicetype.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.961297 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.962198 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: service-type Mar 08 17:21:15.962765 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: sorting.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.964454 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.965024 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: sorting Mar 08 17:21:15.965588 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: standard_attr_segment.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.967102 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.968035 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 17:21:15.968551 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: standardattrdescription.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.969419 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.969955 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: standard-attr-description Mar 08 17:21:15.970284 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: stateful_security_group.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.971227 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.971751 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: stateful-security-group Mar 08 17:21:15.972111 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: stdattrs_common.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.972693 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 17:21:15.973019 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.973964 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.974482 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 17:21:15.974812 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: subnet_onboard.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.976004 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.977908 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: subnet_onboard Mar 08 17:21:15.978243 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.979232 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.979981 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 17:21:15.980311 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: subnet_service_types.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.981334 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.981936 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: subnet-service-types Mar 08 17:21:15.982304 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: subnetallocation.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.983521 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.984086 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: subnet_allocation Mar 08 17:21:15.984421 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.985096 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.985606 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: subnetpool-prefix-ops Mar 08 17:21:15.985929 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.986881 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.987391 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 17:21:15.987714 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: tagging.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.988819 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.989331 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: standard-attr-tag Mar 08 17:21:15.989659 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: timestamp.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.990883 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.991404 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loaded extension: standard-attr-timestamp Mar 08 17:21:15.991728 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: trunk.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.992881 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.993354 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension trunk not supported by any of loaded plugins Mar 08 17:21:15.993681 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: trunk_details.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.994614 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.995188 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension trunk-details not supported by any of loaded plugins Mar 08 17:21:15.995526 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: uplink_status_propagation.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.996477 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.996992 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 17:21:15.997314 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Loading extension file: vlantransparent.py {{(pid=103182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:21:15.998000 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:21:15.998504 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 17:21:16.001109 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:network Mar 08 17:21:16.001637 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:subnet Mar 08 17:21:16.002033 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:21:16.002425 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:port Mar 08 17:21:16.003709 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.004187 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service FLAVORS assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.004807 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.005253 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.005587 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:router Mar 08 17:21:16.006017 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:floatingip Mar 08 17:21:16.006508 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service METERING assigned prefix: /metering {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.007997 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:16.008371 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:16.008724 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:21:16.009750 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 17:21:16.010200 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:security_group Mar 08 17:21:16.010665 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 17:21:16.011272 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service CORE assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.011605 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:21:16.011989 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] subnetpool is already registered Mar 08 17:21:16.012415 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service CORE assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.012753 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:21:16.013087 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] subnetpool is already registered Mar 08 17:21:16.015421 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.015886 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service FLAVORS assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.016478 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.016903 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.017236 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:router Mar 08 17:21:16.017573 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] router is already registered Mar 08 17:21:16.017984 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:floatingip Mar 08 17:21:16.018321 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] floatingip is already registered Mar 08 17:21:16.018773 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service METERING assigned prefix: /metering {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.019443 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 17:21:16.019772 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] rbac_policy is already registered Mar 08 17:21:16.020204 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:security_group Mar 08 17:21:16.020532 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] security_group is already registered Mar 08 17:21:16.020934 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 17:21:16.021262 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] security_group_rule is already registered Mar 08 17:21:16.021889 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service CORE assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.022217 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:21:16.022550 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] subnetpool is already registered Mar 08 17:21:16.022978 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.v2.resource_helper [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Service CORE assigned prefix: {{(pid=103182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:21:16.023302 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:21:16.023635 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING neutron.quota.resource_registry [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] subnetpool is already registered Mar 08 17:21:16.024154 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: extensions {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.025695 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: address-groups {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.027308 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: address-scopes {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.028706 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: agents {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.029885 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: auto-allocated-topology {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.031529 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: availability_zones {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.032422 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: dhcp-networks {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.033965 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: dhcp-agents {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.035430 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: routers {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.037747 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: flavors {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.038917 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: service_profiles {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.040188 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: next_providers {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.041676 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: service_profiles {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.043276 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: floatingip-pools {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.044560 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: routers {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.046730 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: floatingips {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.049028 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: l3-routers {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.050440 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: l3-agents {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.051899 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: metering-labels {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.053286 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: metering-label-rules {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.054604 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: network-ip-availabilities {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.055923 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: bindings {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.057953 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: quotas {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.059608 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: quotas {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.061208 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: rbac-policies {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.062540 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: security-groups {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.063814 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: security-group-rules {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.065099 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: service-providers {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.066653 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: subnetpools {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.068123 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: subnetpools {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.069615 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.071325 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.073230 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.075029 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.076888 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.078871 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.080621 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.082566 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.084410 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.086289 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron.api.extensions [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Extended resource: tags {{(pid=103182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:21:16.092319 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING keystonemiddleware.auth_token [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 17:21:16.097087 dv-cinder-830090-3-iscsi neutron-server[103182]: WARNING keystonemiddleware.auth_token [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 17:21:16.105746 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_concurrency.lockutils [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Acquired lock "singleton_lock" {{(pid=103182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 17:21:16.106225 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_concurrency.lockutils [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Releasing lock "singleton_lock" {{(pid=103182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 17:21:16.106888 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO oslo_service.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Starting 2 workers Mar 08 17:21:16.111833 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Started child 103291 {{(pid=103182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 17:21:16.116284 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Started child 103292 {{(pid=103182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 17:21:16.117167 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:16.117813 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO neutron.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 17:21:16.118500 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:16.118925 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [-] (103291) wsgi starting up on http://0.0.0.0:9696 Mar 08 17:21:16.121002 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO oslo_service.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Starting 1 workers Mar 08 17:21:16.121585 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:16.123002 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [-] (103292) wsgi starting up on http://0.0.0.0:9696 Mar 08 17:21:16.126181 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Started child 103293 {{(pid=103182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 17:21:16.126738 dv-cinder-830090-3-iscsi neutron-server[103182]: INFO oslo_service.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Starting 1 workers Mar 08 17:21:16.129774 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] calling RpcWorker wait() {{(pid=103293) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 17:21:16.130314 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] returning from RpcWorker wait() {{(pid=103293) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 17:21:16.131170 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Started child 103294 {{(pid=103182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 17:21:16.131544 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:16.132015 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:21:16.132154 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-76b33a3c-bb75-4b3c-91c8-e09664ef778c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:16.133956 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 17:21:16.134136 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 17:21:16.134504 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 17:21:16.134700 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 17:21:16.135206 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 17:21:16.135331 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 17:21:16.135925 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.136177 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.136277 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:16.136730 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.136730 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.137013 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.137431 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:21:16.137558 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.137825 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.138084 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.138353 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.138586 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.138737 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.138908 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.139186 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.139412 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.139662 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.139982 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.140192 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.140459 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.140658 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.140874 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.141117 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.141359 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.141627 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] debug = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.141941 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.142355 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.142592 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.142822 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.143045 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.143341 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.143564 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.143861 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.144094 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.144327 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.144569 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.144826 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.145057 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.145282 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.145538 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.145749 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.146236 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.146236 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.146634 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] host = dv-cinder-830090-3-iscsi {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.146889 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.147088 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.147331 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.147613 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.147894 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.148113 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.148371 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.148681 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.148888 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.149122 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.149432 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.149614 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.149878 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.150142 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.150339 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_options = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.150477 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.150783 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.150981 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.151225 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.151380 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.151530 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.151863 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.152203 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.152203 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.152496 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.152632 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.152886 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.153117 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.153375 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.153580 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.153806 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.154014 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.154236 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.154555 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.154752 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.154967 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.155380 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.155615 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.155878 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.156112 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.156488 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.156851 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.157268 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.157502 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.157811 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.157972 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.158235 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.158516 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.158692 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.158981 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.159219 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.159472 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.159843 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.160302 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.160530 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.160797 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.161230 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.161385 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.161521 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.161770 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.161953 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.162311 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_json = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.162548 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.162841 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.163029 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.163388 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.164033 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.164033 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.164033 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.164326 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.164497 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.165255 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.165255 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.165542 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.165748 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.165984 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.166256 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.166508 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.166864 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.167090 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.167528 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.168031 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.168524 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.169118 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.169560 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.170069 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.171263 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.171263 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.171263 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.171263 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.171564 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.171757 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.172050 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.172620 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.173256 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.173645 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.174054 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.174464 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.174907 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.175468 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.176000 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.176550 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.176712 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.177104 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.177253 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.177772 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.177772 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.178026 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.178254 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.178525 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.178899 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.179048 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.179208 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.179409 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.179653 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.180054 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.180256 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.180551 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.180810 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.181192 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.181588 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.181949 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.182332 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.182792 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.183139 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.183331 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.183753 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.184208 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.184749 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.185244 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.185507 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.185790 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.186083 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.186280 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.186680 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.187139 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.187401 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.187508 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.187746 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.188035 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.188273 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.188495 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.188901 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.189340 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.189554 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.189787 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.190030 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.190249 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.191008 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.191286 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.191421 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.191854 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.192090 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.192288 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.192664 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.193034 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.193305 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.193517 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.193748 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.193961 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.194291 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.194544 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.194793 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.195101 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.195371 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.195657 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.195904 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.196162 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.196382 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.196628 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.196861 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.197080 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.197292 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.197587 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.197809 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.198086 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.198347 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.198567 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.198806 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.199025 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.199256 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.199483 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.199699 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.199974 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.200214 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.200498 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.200798 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.201140 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.201240 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.201470 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.201914 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.202336 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.202612 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.202833 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.203115 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.203415 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.203676 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.204092 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.204354 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.204600 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.204843 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.205093 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.205360 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.205597 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.205851 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.206089 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.206338 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.206560 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.206792 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.207016 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.207496 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.207734 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.208001 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.208546 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.208546 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.208715 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.208937 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.209195 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.209590 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.209827 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.210097 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.210347 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.210563 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.210791 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.211202 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.211424 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.211679 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.211919 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.213071 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.213071 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.213071 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.213071 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.213071 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.213398 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.213477 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.213676 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.214026 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.214411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.214772 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.215162 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.215417 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.215663 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.215905 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.216117 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.216366 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.216636 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.216863 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.217137 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.217385 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.217619 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.217856 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.218101 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.218355 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.218575 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.218833 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.219069 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.219283 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.219496 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.219711 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.219962 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.220200 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.220398 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.220612 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.220874 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.221110 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.221446 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.221681 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.221926 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.222152 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.222396 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.222612 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.222847 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.223060 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.223450 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.223677 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.223946 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.224204 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.224424 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.224664 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.224882 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.225116 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.225377 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.225616 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.225856 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.226072 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.226292 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.226507 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.226720 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.226931 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.227147 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.227358 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.227566 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.227780 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.228015 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.228301 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.228546 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.228800 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.229048 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.229339 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.229595 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.229815 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.230021 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.230233 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.230452 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.230665 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.230874 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.231100 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.231309 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.231521 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.231741 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.231983 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.232190 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.232428 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.232634 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.232842 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.233059 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.233267 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.233465 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.233699 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.233926 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.234132 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.234349 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.234735 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.234942 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.235192 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.235406 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.235614 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.235855 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.236068 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.236274 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.236550 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.236808 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.237012 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.237299 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.237556 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.237800 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.238020 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.238337 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.238559 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.238798 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.239016 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.239251 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.239469 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.239749 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.240312 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.240432 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.240618 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.240886 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.241167 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.241455 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.241725 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.241939 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.242227 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.242552 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.242673 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:21:16.242810 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.243105 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.243350 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.243535 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.243785 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.244023 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.244236 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.244450 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.244661 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.244921 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.245150 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.245408 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.245625 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.245849 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.246062 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.246302 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.246511 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.246761 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.246974 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.247129 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 17:21:16.247667 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 17:21:16.247851 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 17:21:16.248012 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 17:21:16.248176 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 17:21:16.248345 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 17:21:16.248523 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 17:21:16.248695 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.248857 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.249019 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.249430 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46038) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:16.249604 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.249604 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.249604 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.250073 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.250073 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.250073 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.250073 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.250782 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.250782 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.250782 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.250782 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.251639 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.251639 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.251639 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.251639 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.251639 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.251639 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.252449 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.252449 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.252449 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] debug = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.252449 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.252449 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253104 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253104 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253104 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253104 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253104 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253828 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253828 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253828 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253828 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.253828 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.254464 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.254464 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.254464 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.254464 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.254956 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.254956 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.254956 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] host = dv-cinder-830090-3-iscsi {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.255337 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.255337 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.255337 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.255725 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.255725 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.255725 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.256134 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.256134 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.256386 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.256386 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.256667 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.256667 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.257436 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.257436 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.257436 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_options = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.257436 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.257436 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.258069 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.258069 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.258069 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.258069 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.258590 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.258590 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.258590 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.258590 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.259095 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.259095 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.259095 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.259095 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.259610 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.259610 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.259610 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.260011 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.260011 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.260011 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.260385 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.260385 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.260775 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.260775 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.261031 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.261031 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.261285 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.261285 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.261823 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.261823 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.261823 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.261823 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.262342 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.262476 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080271 Mar 08 17:21:16.262612 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.262612 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.263378 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.263538 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.263849 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.263849 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.264143 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.264278 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.264412 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.264545 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.264677 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.264810 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.264943 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.265120 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_json = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.265304 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.265439 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.265572 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.265706 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.265793 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.265927 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.266085 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.266244 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.266403 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:21:16.266584 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.266745 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.266917 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.267080 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.267242 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.267400 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.267560 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.267720 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269227 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269227 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269227 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269227 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269655 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269655 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269655 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269978 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.269978 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.270212 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.270339 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.270449 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.270549 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.270697 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.270867 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.271027 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.271187 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.271348 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.271508 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.271732 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.271878 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.271998 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.272162 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.272323 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.272483 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.272642 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.272816 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.272963 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.273124 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.273631 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.273631 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.273631 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274042 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274042 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274042 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274332 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274332 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274550 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274673 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274780 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.274940 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.275101 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.275261 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.275590 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.275590 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.275906 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.276673 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.276842 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.277153 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.277459 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.277766 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.277931 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.278092 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.279411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.279411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.279411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.279411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.279411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.279411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.279411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.279411 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.280165 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.280165 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.280165 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.280704 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.280870 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.281031 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.281198 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.281357 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.281687 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.283818 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.284438 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.284438 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.284438 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.284438 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.284438 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.285015 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.285185 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.285352 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.285521 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.286245 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.286245 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.286245 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.286245 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.286815 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.286815 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.286815 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.286815 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.287268 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.287268 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.287268 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.287599 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.287599 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.287790 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.287790 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.288056 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.288157 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.288258 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.288419 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.288580 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.288740 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.288898 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.289057 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.289228 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.289389 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.289932 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.289932 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.289932 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.290158 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.290158 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.290302 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.290466 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.290625 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.290787 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.290949 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.291096 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.291311 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.291525 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.291663 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.291961 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.291961 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.292235 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.292235 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.292491 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.292720 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.292720 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.293000 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.293000 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.293257 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.293390 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.293524 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.293656 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.293790 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.293923 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.294141 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.294290 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.294426 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.294561 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.294695 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.294839 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.294974 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.295108 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.295241 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.295374 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.295517 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.295678 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.295882 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.296045 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.296199 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.296358 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.296581 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.296720 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.296864 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.297007 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.297142 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.297275 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.297409 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.297542 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.297700 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.297862 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.298024 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.298185 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.298339 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.298496 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.298657 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.298808 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.298967 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.299129 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.299291 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.299453 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.299624 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.299785 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.299967 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.300129 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.300289 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.300449 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.300612 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.300775 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.300953 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.301113 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.301274 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.301439 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.301599 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.301759 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.301919 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.302080 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.302241 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.302403 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.302568 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.302732 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.302891 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.303059 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.303214 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.303375 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.303538 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.303703 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.303897 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.304057 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.304223 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.304381 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.304544 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.304704 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.304867 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.305027 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.305187 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.305349 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.305510 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.305687 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.305862 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.306010 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.306172 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.306332 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.306493 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.306666 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.306824 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.306984 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.307144 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.307303 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.307488 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.307662 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.307851 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.308000 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.308140 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.308277 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.308434 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.308608 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.308771 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.308931 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.309090 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.309249 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.309412 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.309581 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.309741 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.309902 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.310062 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.310221 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.310382 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.310551 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.310914 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.310914 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.311155 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.311155 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.311342 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.311461 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.311622 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.311783 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.311971 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.312132 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.312292 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.312453 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.312631 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.312798 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.312967 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.313149 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.313281 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.313502 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.313608 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.313754 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.313922 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.314090 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.314253 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.314420 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.314589 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.314757 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.314919 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.315085 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.315257 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.315418 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.315578 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.316112 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.316276 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.316437 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.316597 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.316757 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.316919 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.317079 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.317239 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.317399 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.317562 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.317712 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.317873 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.318819 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.318819 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.318819 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.318819 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.318819 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:21:16.318819 dv-cinder-830090-3-iscsi neutron-server[103182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 17:21:27.498271 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2df0dd-5cc7-45eb-8c62-7eb6d347b393 None None] get_active_networks_info from dv-cinder-830090-3-iscsi {{(pid=103293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 17:21:27.561629 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2df0dd-5cc7-45eb-8c62-7eb6d347b393 None None] No non-hosted networks {{(pid=103293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 17:21:27.570420 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.agentschedulers_db [None req-8d2df0dd-5cc7-45eb-8c62-7eb6d347b393 None None] DHCP Agent not found on host dv-cinder-830090-3-iscsi {{(pid=103293) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 17:21:27.638431 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-87f958e1-ebf8-49b6-ab32-148c3daef334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687909'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:29.696020 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c9beb7bf-8dc7-48a4-a42d-6f20b19ae487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687909'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:29.739619 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-90f70879-3ab4-4ff5-a85e-3e0cc33a5085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:30.824654 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687909'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:32.214873 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687909'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:33.554146 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46122) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:33.842142 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687909'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:33.842940 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.843501 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.844038 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.845381 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.845863 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.846728 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.847200 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.848904 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.849458 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.849990 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.850515 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.851432 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.852059 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:33.853469 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830090-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:21:33.859527 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830090-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:21:34.109266 dv-cinder-830090-3-iscsi neutron-server[103292]: WARNING oslo_policy.policy [None req-0fccfb70-dbca-4579-92a8-074de9b0e945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:21:34.109843 dv-cinder-830090-3-iscsi neutron-server[103292]: WARNING oslo_policy.policy [None req-0fccfb70-dbca-4579-92a8-074de9b0e945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:21:34.337585 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [None req-0fccfb70-dbca-4579-92a8-074de9b0e945 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:21:34.346525 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0fccfb70-dbca-4579-92a8-074de9b0e945 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7826846 Mar 08 17:21:35.797862 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.db.l3_hamode_db [None req-7b4536a8-d010-4db7-962b-f3244b75eaff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 17:21:35.879746 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4536a8-d010-4db7-962b-f3244b75eaff None None] Routers set() bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:21:35.880103 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4536a8-d010-4db7-962b-f3244b75eaff None None] Router IDs set() for agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 17:21:36.877029 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46148) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:37.239651 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-f40d0a5b-6c2e-494e-a041-a96978e51e45 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:21:37.339042 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.policy [None req-f40d0a5b-6c2e-494e-a041-a96978e51e45 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103292) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 17:21:37.380768 dv-cinder-830090-3-iscsi neutron-server[103292]: WARNING oslo_policy.policy [None req-f40d0a5b-6c2e-494e-a041-a96978e51e45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:21:37.381154 dv-cinder-830090-3-iscsi neutron-server[103292]: WARNING oslo_policy.policy [None req-f40d0a5b-6c2e-494e-a041-a96978e51e45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:21:37.483510 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f40d0a5b-6c2e-494e-a041-a96978e51e45 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759957099514', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759957099821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759957088890', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759957079267', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759957070041', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759957069681', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3427973', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3451972', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-383232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-687447'] for rbac-policy (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:37.567819 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f40d0a5b-6c2e-494e-a041-a96978e51e45 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:37.569034 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f40d0a5b-6c2e-494e-a041-a96978e51e45 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6907611 Mar 08 17:21:40.037691 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46158) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:40.393471 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:21:40.427788 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Made reservation on behalf of e9271033d57c4669b50ed0475cb0c2f0 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:21:40.431773 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:40.449912 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:40.572449 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Publish callbacks [] for security_group (246d3759-495d-493e-a716-3b5d54fd2dec), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:40.579456 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (246d3759-495d-493e-a716-3b5d54fd2dec), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:40.610416 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:21:40.638162 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759961036894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (e5d9c97d-eaa4-499f-a7f9-4023e6913bb7), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:40.638757 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Unsubscribe: segment precommit_create {{(pid=103292) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 17:21:40.639263 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Added segment e5d9c97d-eaa4-499f-a7f9-4023e6913bb7 of type vlan for network e8e44230-d130-43fe-b0ba-61d82d2d57ba Mar 08 17:21:40.645102 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=246d3759-495d-493e-a716-3b5d54fd2dec,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:21:40.679503 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.679786 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.680167 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.680513 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.680823 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.681144 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.681450 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.681771 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.682086 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.682490 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.682829 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.683141 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.683459 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Tracked resource versions report: Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: pushed versions: Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: { 'AddressGroup': {'1.2'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'ConntrackHelper': {'1.0'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Log': {'1.0'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Network': {'1.1'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Port': {'1.7'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'PortForwarding': {'1.2'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'QosPolicy': {'1.10'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SecurityGroup': {'1.5'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SubPort': {'1.0'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Subnet': {'1.1'}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Trunk': {'1.1'}} Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: consumer versions: Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: { DHCP agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: L3 agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: Metadata agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: Metering agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: Open vSwitch agent@dv-cinder-830090-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'ConntrackHelper': '1.0', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'LocalIPAssociation': '1.0', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Log': '1.0', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Network': '1.1', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Port': '1.7', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'PortForwarding': '1.2', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'QosPolicy': '1.10', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SecurityGroup': '1.5', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SecurityGroupRule': '1.2', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SubPort': '1.0', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Subnet': '1.1', Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Trunk': '1.1'}} Mar 08 17:21:40.684806 dv-cinder-830090-3-iscsi neutron-server[103292]: {{(pid=103292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:21:40.754402 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (e8e44230-d130-43fe-b0ba-61d82d2d57ba), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:40.798757 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (e8e44230-d130-43fe-b0ba-61d82d2d57ba), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:40.804113 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:21:40.804806 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:40.869923 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8311255 Mar 08 17:21:40.919937 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbd83d-9064-489f-aeea-ee4d9eb947bb demo demo] Pushing event updated for resources: {'Network': ['ID=e8e44230-d130-43fe-b0ba-61d82d2d57ba,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:21:40.935373 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network e8e44230-d130-43fe-b0ba-61d82d2d57ba details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:21:43.457178 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46170) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:44.028978 dv-cinder-830090-3-iscsi neutron-server[103291]: WARNING oslo_policy.policy [None req-4da17c32-37dc-47d8-996f-b36c55e1068a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:21:44.029629 dv-cinder-830090-3-iscsi neutron-server[103291]: WARNING oslo_policy.policy [None req-4da17c32-37dc-47d8-996f-b36c55e1068a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:21:44.484677 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.policy [None req-4da17c32-37dc-47d8-996f-b36c55e1068a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103291) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 17:21:44.526322 dv-cinder-830090-3-iscsi neutron-server[103291]: WARNING oslo_policy.policy [None req-4da17c32-37dc-47d8-996f-b36c55e1068a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:21:44.526681 dv-cinder-830090-3-iscsi neutron-server[103291]: WARNING oslo_policy.policy [None req-4da17c32-37dc-47d8-996f-b36c55e1068a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:21:44.535435 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da17c32-37dc-47d8-996f-b36c55e1068a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:21:44.537154 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-4da17c32-37dc-47d8-996f-b36c55e1068a demo admin] 10.222.0.46 "GET /v2.0/networks/e8e44230-d130-43fe-b0ba-61d82d2d57ba HTTP/1.1" status: 200 len: 825 time: 1.0787721 Mar 08 17:21:44.579644 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-fee685fc-5f95-49b8-9b51-eb756a77d034 demo admin] 10.222.0.46 "GET /v2.0/subnetpools/ea0d42f5-70a1-4844-967e-3a973846cb99 HTTP/1.1" status: 200 len: 734 time: 0.0337219 Mar 08 17:21:44.588323 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Request body: {'subnet': {'subnetpool_id': 'ea0d42f5-70a1-4844-967e-3a973846cb99', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:21:44.626819 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Made reservation on behalf of e9271033d57c4669b50ed0475cb0c2f0 for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:21:44.629685 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:44.925190 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:44.993944 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Checking segment: {'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:21:44.994329 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Network hostable DHCP agents. Network: e8e44230-d130-43fe-b0ba-61d82d2d57ba, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:21:45.004860 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Pushing event updated for resources: {'Subnet': ['ID=6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:21:45.017539 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.017910 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.018264 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.018599 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.018928 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.019236 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.019574 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.019931 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.020257 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.020589 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.020930 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.021230 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.021540 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Tracked resource versions report: Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: pushed versions: Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: { 'AddressGroup': {'1.2'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'ConntrackHelper': {'1.0'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Log': {'1.0'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Network': {'1.1'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Port': {'1.7'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'PortForwarding': {'1.2'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'QosPolicy': {'1.10'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SecurityGroup': {'1.5'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SubPort': {'1.0'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Subnet': {'1.1'}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Trunk': {'1.1'}} Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: consumer versions: Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: { DHCP agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: L3 agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: Metadata agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: Metering agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: Open vSwitch agent@dv-cinder-830090-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'ConntrackHelper': '1.0', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'LocalIPAssociation': '1.0', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Log': '1.0', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Network': '1.1', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Port': '1.7', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'PortForwarding': '1.2', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'QosPolicy': '1.10', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SecurityGroup': '1.5', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SecurityGroupRule': '1.2', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SubPort': '1.0', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Subnet': '1.1', Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Trunk': '1.1'}} Mar 08 17:21:45.022857 dv-cinder-830090-3-iscsi neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:21:45.046367 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Network e8e44230-d130-43fe-b0ba-61d82d2d57ba is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:21:45.061143 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, e8e44230-d130-43fe-b0ba-61d82d2d57ba) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:21:45.065957 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:21:45.066577 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:45.070958 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec4f9d-2aa6-49d3-8b2b-3d87bc3a7400 None None] Network e8e44230-d130-43fe-b0ba-61d82d2d57ba requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:21:45.090746 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-e74a5a58-d2e3-4f19-8c67-359b20c81a5b demo admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5058122 Mar 08 17:21:45.450832 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-e8e44230-d130-43fe-b0ba-61d82d2d57ba', 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba', 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'fixed_ips': [{'subnet_id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:21:45.452106 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:45.726038 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Allocated IP 172.20.0.2 (e8e44230-d130-43fe-b0ba-61d82d2d57ba/6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524/e07a32ff-553d-498e-bbd3-b65ef8af484c) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:21:45.994886 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Publish callbacks [] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:46.004137 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:46.087378 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Network e8e44230-d130-43fe-b0ba-61d82d2d57ba is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:21:46.091528 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:21:46.095557 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:21:46.097549 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Pushing event updated for resources: {'Port': ['ID=e07a32ff-553d-498e-bbd3-b65ef8af484c,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:21:46.109977 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.110338 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.110693 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.111032 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.111360 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.111688 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.112044 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.112364 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.112686 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.113024 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.113346 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.113666 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.113961 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Tracked resource versions report: Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: pushed versions: Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: { 'AddressGroup': {'1.2'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'ConntrackHelper': {'1.0'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Log': {'1.0'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Network': {'1.1'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Port': {'1.7'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'PortForwarding': {'1.2'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'QosPolicy': {'1.10'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SecurityGroup': {'1.5'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SubPort': {'1.0'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Subnet': {'1.1'}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Trunk': {'1.1'}} Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: consumer versions: Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: { DHCP agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: L3 agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: Metadata agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: Metering agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: Open vSwitch agent@dv-cinder-830090-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'ConntrackHelper': '1.0', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'LocalIPAssociation': '1.0', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Log': '1.0', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Network': '1.1', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Port': '1.7', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'PortForwarding': '1.2', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'QosPolicy': '1.10', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SecurityGroup': '1.5', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SecurityGroupRule': '1.2', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SubPort': '1.0', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Subnet': '1.1', Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Trunk': '1.1'}} Mar 08 17:21:46.115824 dv-cinder-830090-3-iscsi neutron-server[103293]: {{(pid=103293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:21:46.191354 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Attempting to bind port e07a32ff-553d-498e-bbd3-b65ef8af484c on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:21:46.191758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Attempting to bind port e07a32ff-553d-498e-bbd3-b65ef8af484c by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:21:46.192227 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Attempting to bind port e07a32ff-553d-498e-bbd3-b65ef8af484c on network e8e44230-d130-43fe-b0ba-61d82d2d57ba {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:21:46.197898 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:21:46.198335 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Checking segment: {'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:21:46.198817 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:46.199217 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Bound using segment: {'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:21:46.199708 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Bound port: e07a32ff-553d-498e-bbd3-b65ef8af484c, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:21:46.200142 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:46.262302 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] For port e07a32ff-553d-498e-bbd3-b65ef8af484c, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:21:46.266894 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] For port e07a32ff-553d-498e-bbd3-b65ef8af484c, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=e07a32ff-553d-498e-bbd3-b65ef8af484c,segment=NetworkSegment(e5d9c97d-eaa4-499f-a7f9-4023e6913bb7),segment_id=e5d9c97d-eaa4-499f-a7f9-4023e6913bb7)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:21:46.279849 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:46.350361 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f51f09-c833-47d6-b6a4-7307774cc8dd None None] Pushing event updated for resources: {'Port': ['ID=e07a32ff-553d-498e-bbd3-b65ef8af484c,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:21:47.641324 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46190) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:47.976455 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [None req-b77584f1-f2fc-47b5-9906-e46c439cde58 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:21:47.977430 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b77584f1-f2fc-47b5-9906-e46c439cde58 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3351617 Mar 08 17:21:50.555965 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46198) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:50.878335 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [None req-ce6f7f64-e54f-49e0-bf9b-add073d65e98 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:21:50.879343 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-ce6f7f64-e54f-49e0-bf9b-add073d65e98 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3224158 Mar 08 17:21:53.426119 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46206) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:53.752240 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-f07906bf-eeaa-41ee-84d0-9e83a6c4f0be demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:21:53.779448 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f07906bf-eeaa-41ee-84d0-9e83a6c4f0be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (5447094d-27c0-4c1a-8187-f759ddf4035f), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:53.781167 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f07906bf-eeaa-41ee-84d0-9e83a6c4f0be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (5447094d-27c0-4c1a-8187-f759ddf4035f), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:53.922661 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f07906bf-eeaa-41ee-84d0-9e83a6c4f0be demo demo] Publish callbacks [] for router_controller (5447094d-27c0-4c1a-8187-f759ddf4035f), precommit_add_association {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:53.928470 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f07906bf-eeaa-41ee-84d0-9e83a6c4f0be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (5447094d-27c0-4c1a-8187-f759ddf4035f), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:53.947727 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f07906bf-eeaa-41ee-84d0-9e83a6c4f0be demo demo] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:53.949018 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f07906bf-eeaa-41ee-84d0-9e83a6c4f0be demo demo] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5217452 Mar 08 17:21:56.485384 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46218) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:56.587642 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device e07a32ff-553d-498e-bbd3-b65ef8af484c up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:21:56.678694 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port e07a32ff-553d-498e-bbd3-b65ef8af484c triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:21:56.679121 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:56.793084 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port e07a32ff-553d-498e-bbd3-b65ef8af484c is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:21:56.793473 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:56.827282 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [None req-a54d38d1-a08a-4bcf-8d94-1fee86938599 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:21:56.831834 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-a54d38d1-a08a-4bcf-8d94-1fee86938599 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3420093 Mar 08 17:21:56.831966 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port e07a32ff-553d-498e-bbd3-b65ef8af484c, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=e07a32ff-553d-498e-bbd3-b65ef8af484c,segment=NetworkSegment(e5d9c97d-eaa4-499f-a7f9-4023e6913bb7),segment_id=e5d9c97d-eaa4-499f-a7f9-4023e6913bb7)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:21:56.836271 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:56.887253 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=e07a32ff-553d-498e-bbd3-b65ef8af484c,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:21:57.440399 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-99ab74c3-bf45-4de5-bccc-8eae23de9458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:57.637540 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5eb722-8f1b-4d07-bbb3-4e5805a7d5d3 None None] Network e8e44230-d130-43fe-b0ba-61d82d2d57ba requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:21:57.704368 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-39c44bff-c964-4b1a-b8ce-4b35d66a6d90 None None] Provisioning complete for port e07a32ff-553d-498e-bbd3-b65ef8af484c triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:21:57.704670 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-39c44bff-c964-4b1a-b8ce-4b35d66a6d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:57.830365 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-39c44bff-c964-4b1a-b8ce-4b35d66a6d90 None None] Current status of the port e07a32ff-553d-498e-bbd3-b65ef8af484c is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:21:58.054728 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-23729c22-3ee2-4b80-a9d8-6b5880062d13 None None] Provisioning complete for port e07a32ff-553d-498e-bbd3-b65ef8af484c triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:21:58.055128 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-23729c22-3ee2-4b80-a9d8-6b5880062d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:58.135650 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-23729c22-3ee2-4b80-a9d8-6b5880062d13 None None] Current status of the port e07a32ff-553d-498e-bbd3-b65ef8af484c is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:21:58.537226 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device e07a32ff-553d-498e-bbd3-b65ef8af484c up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:21:58.587536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port e07a32ff-553d-498e-bbd3-b65ef8af484c triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:21:58.588168 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:58.709364 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port e07a32ff-553d-498e-bbd3-b65ef8af484c is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:21:59.446282 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46226) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:21:59.689337 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b3b849ba-0362-4a59-8cfc-88f82d550aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:59.804259 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:21:59.833401 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Made reservation on behalf of 26b17e27df024de1822a9190584c1bd1 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:21:59.835550 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:59.844621 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:59.918526 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Publish callbacks [] for security_group (83052d48-db15-4710-a762-3af1f6216c89), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:59.923934 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (83052d48-db15-4710-a762-3af1f6216c89), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:59.938483 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103292) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 17:21:59.957291 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83052d48-db15-4710-a762-3af1f6216c89,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:21:59.962100 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (18455236-9107-42ce-b2cb-f99d5704542e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:21:59.962433 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Added segment 18455236-9107-42ce-b2cb-f99d5704542e of type flat for network c4769b56-b502-41fe-91e7-2450901dde4f Mar 08 17:22:00.007938 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (c4769b56-b502-41fe-91e7-2450901dde4f), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:00.042297 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (c4769b56-b502-41fe-91e7-2450901dde4f), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:00.043313 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:22:00.043927 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:00.111020 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6635549 Mar 08 17:22:00.157704 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6d767-2ac4-49aa-ad9d-3300de0e1ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=c4769b56-b502-41fe-91e7-2450901dde4f,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:00.168880 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network c4769b56-b502-41fe-91e7-2450901dde4f details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:22:00.779907 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:02.174986 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:02.662964 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46244) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:22:02.897524 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742fb39-db37-4e24-8bd2-ae2021d1ebea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:22:02.898941 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d742fb39-db37-4e24-8bd2-ae2021d1ebea demo admin] 10.222.0.46 "GET /v2.0/subnets/6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524 HTTP/1.1" status: 200 len: 849 time: 0.2350140 Mar 08 17:22:03.021901 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-218711ad-acd2-442f-8880-3d3352b3b859 demo admin] 10.222.0.46 "GET /v2.0/routers/5447094d-27c0-4c1a-8187-f759ddf4035f HTTP/1.1" status: 200 len: 704 time: 0.1170194 Mar 08 17:22:03.305376 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:03.615880 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Allocated IP 172.20.0.1 (e8e44230-d130-43fe-b0ba-61d82d2d57ba/6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524/13d6970d-1960-4456-bb18-9d11bfe537c6) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:22:03.803634 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Publish callbacks [] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:03.847314 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:03.882149 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:04.002949 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Network e8e44230-d130-43fe-b0ba-61d82d2d57ba is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:22:04.008622 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:22:04.018465 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:22:04.018709 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (5447094d-27c0-4c1a-8187-f759ddf4035f), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:04.037969 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Pushing event updated for resources: {'Port': ['ID=13d6970d-1960-4456-bb18-9d11bfe537c6,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:04.201672 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-08c49d27-a0d6-4919-b605-06c4654b9f68 None None] Provisioning complete for port 13d6970d-1960-4456-bb18-9d11bfe537c6 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:22:04.202057 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-08c49d27-a0d6-4919-b605-06c4654b9f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:04.226307 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:04.234504 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-08c49d27-a0d6-4919-b605-06c4654b9f68 None None] Port 13d6970d-1960-4456-bb18-9d11bfe537c6 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:22:04.442208 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Publish callbacks [] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:04.448945 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:04.449849 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (5447094d-27c0-4c1a-8187-f759ddf4035f), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:04.510143 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Pushing event updated for resources: {'Port': ['ID=13d6970d-1960-4456-bb18-9d11bfe537c6,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:04.579993 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Network e8e44230-d130-43fe-b0ba-61d82d2d57ba is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:22:04.581425 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:22:04.753272 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Router 5447094d-27c0-4c1a-8187-f759ddf4035f is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:22:04.851427 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:22:04.856767 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-0c6ae7bb-cf7b-4bc6-b3f9-ca268bf8a290 None None] Provisioning complete for port 13d6970d-1960-4456-bb18-9d11bfe537c6 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:22:04.857433 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f39dc2e1-7dfa-400b-96e9-b393a94e8417 demo admin] 10.222.0.46 "PUT /v2.0/routers/5447094d-27c0-4c1a-8187-f759ddf4035f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8299990 Mar 08 17:22:04.858214 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0c6ae7bb-cf7b-4bc6-b3f9-ca268bf8a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:04.868010 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Sync routers for ids ['5447094d-27c0-4c1a-8187-f759ddf4035f'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:22:04.881257 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Routers {'5447094d-27c0-4c1a-8187-f759ddf4035f'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:22:04.882103 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:22:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['5447094d-27c0-4c1a-8187-f759ddf4035f'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:22:04.895389 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ae7bb-cf7b-4bc6-b3f9-ca268bf8a290 None None] Port 13d6970d-1960-4456-bb18-9d11bfe537c6 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:22:05.075886 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Set router 5447094d-27c0-4c1a-8187-f759ddf4035f gateway port host: None {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:22:05.508936 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'name': 'router1', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:21:53Z', 'updated_at': '2022-03-08T17:22:04Z', 'revision_number': 2, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'gw_port_host': None, '_interfaces': [{'id': '13d6970d-1960-4456-bb18-9d11bfe537c6', 'name': '', 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'mac_address': 'fa:16:3e:eb:03:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:03Z', 'updated_at': '2022-03-08T17:22:04Z', 'revision_number': 2, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'subnets': [{'id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0d42f5-70a1-4844-967e-3a973846cb99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:22:05.557745 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Checking router: 5447094d-27c0-4c1a-8187-f759ddf4035f for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:22:05.558115 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Updating router 5447094d-27c0-4c1a-8187-f759ddf4035f port 13d6970d-1960-4456-bb18-9d11bfe537c6 binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:22:05.637101 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.130098 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Publish callbacks [] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.136630 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.299135 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Pushing event updated for resources: {'Port': ['ID=13d6970d-1960-4456-bb18-9d11bfe537c6,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:06.320780 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.321146 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.321497 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.321836 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.322172 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.322501 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.322836 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.323204 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.323529 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.323887 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.324219 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.324540 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.324870 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Tracked resource versions report: Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: pushed versions: Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: { 'AddressGroup': {'1.2'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'ConntrackHelper': {'1.0'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Log': {'1.0'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Network': {'1.1'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Port': {'1.7'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'PortForwarding': {'1.2'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'QosPolicy': {'1.10'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SecurityGroup': {'1.5'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SubPort': {'1.0'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Subnet': {'1.1'}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Trunk': {'1.1'}} Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: consumer versions: Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: { DHCP agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: L3 agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: Metadata agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: Metering agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: Open vSwitch agent@dv-cinder-830090-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'ConntrackHelper': '1.0', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'LocalIPAssociation': '1.0', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Log': '1.0', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Network': '1.1', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Port': '1.7', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'PortForwarding': '1.2', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'QosPolicy': '1.10', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SecurityGroup': '1.5', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SecurityGroupRule': '1.2', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SubPort': '1.0', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Subnet': '1.1', Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Trunk': '1.1'}} Mar 08 17:22:06.326249 dv-cinder-830090-3-iscsi neutron-server[103294]: {{(pid=103294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:22:06.328749 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Attempting to bind port 13d6970d-1960-4456-bb18-9d11bfe537c6 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:22:06.329147 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Attempting to bind port 13d6970d-1960-4456-bb18-9d11bfe537c6 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:22:06.329596 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Attempting to bind port 13d6970d-1960-4456-bb18-9d11bfe537c6 on network e8e44230-d130-43fe-b0ba-61d82d2d57ba {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:22:06.330873 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-e22c8932-7224-4da6-a710-f4d463827fec None None] Provisioning complete for port 13d6970d-1960-4456-bb18-9d11bfe537c6 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:22:06.331329 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e22c8932-7224-4da6-a710-f4d463827fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.335643 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:22:06.336080 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Checking segment: {'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:22:06.336566 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.336961 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Bound using segment: {'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:22:06.337452 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Bound port: 13d6970d-1960-4456-bb18-9d11bfe537c6, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d9c97d-eaa4-499f-a7f9-4023e6913bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:22:06.337834 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.367051 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-e22c8932-7224-4da6-a710-f4d463827fec None None] Port 13d6970d-1960-4456-bb18-9d11bfe537c6 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:22:06.402143 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] For port 13d6970d-1960-4456-bb18-9d11bfe537c6, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:22:06.422630 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] For port 13d6970d-1960-4456-bb18-9d11bfe537c6, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=13d6970d-1960-4456-bb18-9d11bfe537c6,segment=NetworkSegment(e5d9c97d-eaa4-499f-a7f9-4023e6913bb7),segment_id=e5d9c97d-eaa4-499f-a7f9-4023e6913bb7)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:22:06.429312 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.492459 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Routers {'5447094d-27c0-4c1a-8187-f759ddf4035f'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:22:06.493126 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:22:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['5447094d-27c0-4c1a-8187-f759ddf4035f'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:22:06.534845 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49971c8-9ecb-4ff9-99b0-d500f2206f13 None None] Pushing event updated for resources: {'Port': ['ID=13d6970d-1960-4456-bb18-9d11bfe537c6,revision_number=4']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:06.591786 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] Set router 5447094d-27c0-4c1a-8187-f759ddf4035f gateway port host: None {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:22:06.689685 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-aaa91a83-f5ea-4270-a1ef-2615709a15fd None None] Provisioning complete for port 13d6970d-1960-4456-bb18-9d11bfe537c6 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:22:06.690046 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aaa91a83-f5ea-4270-a1ef-2615709a15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.767475 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-aaa91a83-f5ea-4270-a1ef-2615709a15fd None None] Current status of the port 13d6970d-1960-4456-bb18-9d11bfe537c6 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:22:06.767850 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aaa91a83-f5ea-4270-a1ef-2615709a15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.805781 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-aaa91a83-f5ea-4270-a1ef-2615709a15fd None None] For port 13d6970d-1960-4456-bb18-9d11bfe537c6, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=13d6970d-1960-4456-bb18-9d11bfe537c6,segment=NetworkSegment(e5d9c97d-eaa4-499f-a7f9-4023e6913bb7),segment_id=e5d9c97d-eaa4-499f-a7f9-4023e6913bb7)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:22:06.811758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aaa91a83-f5ea-4270-a1ef-2615709a15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:06.812058 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'name': 'router1', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:21:53Z', 'updated_at': '2022-03-08T17:22:04Z', 'revision_number': 2, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'gw_port_host': None, '_interfaces': [{'id': '13d6970d-1960-4456-bb18-9d11bfe537c6', 'name': '', 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'mac_address': 'fa:16:3e:eb:03:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:03Z', 'updated_at': '2022-03-08T17:22:06Z', 'revision_number': 4, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'subnets': [{'id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0d42f5-70a1-4844-967e-3a973846cb99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:22:06.842952 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f14108-f541-4f9e-b8f7-1a3484a54393 None None] The sync data for ids ['5447094d-27c0-4c1a-8187-f759ddf4035f'] in dv-cinder-830090-3-iscsi is: [{'id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'name': 'router1', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:21:53Z', 'updated_at': '2022-03-08T17:22:04Z', 'revision_number': 2, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'gw_port_host': None, '_interfaces': [{'id': '13d6970d-1960-4456-bb18-9d11bfe537c6', 'name': '', 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'mac_address': 'fa:16:3e:eb:03:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:03Z', 'updated_at': '2022-03-08T17:22:06Z', 'revision_number': 4, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'subnets': [{'id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0d42f5-70a1-4844-967e-3a973846cb99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:22:06.870165 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa91a83-f5ea-4270-a1ef-2615709a15fd None None] Pushing event updated for resources: {'Port': ['ID=13d6970d-1960-4456-bb18-9d11bfe537c6,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:07.309896 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46264) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:22:07.431186 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9e01f-e0bb-4e55-a9f3-b44bc016f9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:22:07.432498 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-2be9e01f-e0bb-4e55-a9f3-b44bc016f9f3 admin admin] 10.222.0.46 "GET /v2.0/networks/c4769b56-b502-41fe-91e7-2450901dde4f HTTP/1.1" status: 200 len: 842 time: 0.1216424 Mar 08 17:22:07.442407 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:22:07.462656 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Made reservation on behalf of 26b17e27df024de1822a9190584c1bd1 for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:22:07.464986 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:07.822702 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.objects.ports [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103291) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 17:22:07.823450 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (46cee0e4-1924-4993-ab3e-d57a5e1db94f), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:07.869786 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cee0e4-1924-4993-ab3e-d57a5e1db94f,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:07.885760 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:22:07.886111 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Network hostable DHCP agents. Network: c4769b56-b502-41fe-91e7-2450901dde4f, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:22:07.903581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:22:07.912680 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, c4769b56-b502-41fe-91e7-2450901dde4f) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:22:07.916742 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:22:07.917343 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:07.923859 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e50fa6-9e95-49a5-af91-313df5688299 None None] Network c4769b56-b502-41fe-91e7-2450901dde4f requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:22:07.934173 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-8a337580-d071-4f7f-8d95-53c4cd2550c9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4955137 Mar 08 17:22:08.037372 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f1a68-7111-418a-9ea4-c883285b6277 None None] Network c4769b56-b502-41fe-91e7-2450901dde4f requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:22:10.363072 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46272) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:22:10.500415 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e80a51e1-3b4b-4a43-b502-4dbedec74003 demo admin] 10.222.0.46 "GET /v2.0/routers/5447094d-27c0-4c1a-8187-f759ddf4035f HTTP/1.1" status: 200 len: 710 time: 0.1361864 Mar 08 17:22:10.591253 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7650897e-e65b-469b-9925-c02e487d9240 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:22:10.592571 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7650897e-e65b-469b-9925-c02e487d9240 demo admin] 10.222.0.46 "GET /v2.0/networks/c4769b56-b502-41fe-91e7-2450901dde4f HTTP/1.1" status: 200 len: 886 time: 0.0867343 Mar 08 17:22:10.601663 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:22:10.938975 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks [] for router_gateway (5447094d-27c0-4c1a-8187-f759ddf4035f), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:11.182973 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks [] for router_gateway (5447094d-27c0-4c1a-8187-f759ddf4035f), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:11.256275 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:11.364188 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Allocated IP 172.27.1.90 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/896472cb-da43-47f7-a223-2689a445d5e4) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:22:11.468590 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks [] for port (896472cb-da43-47f7-a223-2689a445d5e4), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:11.505345 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (896472cb-da43-47f7-a223-2689a445d5e4), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:11.544023 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:22:11.546735 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:22:11.551479 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:22:11.590912 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Pushing event updated for resources: {'Port': ['ID=896472cb-da43-47f7-a223-2689a445d5e4,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:11.816630 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks [] for router_gateway (5447094d-27c0-4c1a-8187-f759ddf4035f), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:12.022028 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61299'] for router (5447094d-27c0-4c1a-8187-f759ddf4035f), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:12.025703 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689743'] for router (5447094d-27c0-4c1a-8187-f759ddf4035f), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:12.140525 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Router 5447094d-27c0-4c1a-8187-f759ddf4035f has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:22:12.251120 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:22:12.255396 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:12.256625 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c3c9799f-c8d0-41a3-91f3-c89166a11ce6 demo admin] 10.222.0.46 "PUT /v2.0/routers/5447094d-27c0-4c1a-8187-f759ddf4035f HTTP/1.1" status: 200 len: 889 time: 1.6582510 Mar 08 17:22:14.591820 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 13d6970d-1960-4456-bb18-9d11bfe537c6 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:22:14.641831 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 13d6970d-1960-4456-bb18-9d11bfe537c6 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:22:14.642234 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:14.717745 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 13d6970d-1960-4456-bb18-9d11bfe537c6 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:22:14.796752 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46284) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:22:14.921700 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4f8c45e9-eb9f-4d36-8350-f9efefd6867d admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1237891 Mar 08 17:22:15.445794 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Sync routers for ids ['5447094d-27c0-4c1a-8187-f759ddf4035f'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:22:15.461526 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Routers {'5447094d-27c0-4c1a-8187-f759ddf4035f'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:22:15.462195 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:22:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['5447094d-27c0-4c1a-8187-f759ddf4035f'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:22:15.677210 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Set router 5447094d-27c0-4c1a-8187-f759ddf4035f gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:22:16.144249 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'name': 'router1', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '896472cb-da43-47f7-a223-2689a445d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:21:53Z', 'updated_at': '2022-03-08T17:22:11Z', 'revision_number': 4, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'gw_port': {'id': '896472cb-da43-47f7-a223-2689a445d5e4', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:11Z', 'updated_at': '2022-03-08T17:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '13d6970d-1960-4456-bb18-9d11bfe537c6', 'name': '', 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'mac_address': 'fa:16:3e:eb:03:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:03Z', 'updated_at': '2022-03-08T17:22:06Z', 'revision_number': 5, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'subnets': [{'id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0d42f5-70a1-4844-967e-3a973846cb99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:22:16.194071 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Checking router: 5447094d-27c0-4c1a-8187-f759ddf4035f for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:22:16.194455 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Updating router 5447094d-27c0-4c1a-8187-f759ddf4035f port 896472cb-da43-47f7-a223-2689a445d5e4 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:22:16.262827 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (896472cb-da43-47f7-a223-2689a445d5e4), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:16.577980 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Publish callbacks [] for port (896472cb-da43-47f7-a223-2689a445d5e4), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:16.587789 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (896472cb-da43-47f7-a223-2689a445d5e4), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:16.648603 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b15b1-6f38-4cb3-b222-eb04c25dce44 None None] Pushing event updated for resources: {'Port': ['ID=896472cb-da43-47f7-a223-2689a445d5e4,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:16.655501 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Attempting to bind port 896472cb-da43-47f7-a223-2689a445d5e4 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:22:16.655904 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Attempting to bind port 896472cb-da43-47f7-a223-2689a445d5e4 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:22:16.656275 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Attempting to bind port 896472cb-da43-47f7-a223-2689a445d5e4 on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:22:16.662026 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:22:16.662427 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:22:16.662824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:16.663208 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:22:16.663682 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Bound port: 896472cb-da43-47f7-a223-2689a445d5e4, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:22:16.664104 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (896472cb-da43-47f7-a223-2689a445d5e4), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:16.716547 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] For port 896472cb-da43-47f7-a223-2689a445d5e4, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:22:16.719543 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] For port 896472cb-da43-47f7-a223-2689a445d5e4, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=896472cb-da43-47f7-a223-2689a445d5e4,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:22:16.728573 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (896472cb-da43-47f7-a223-2689a445d5e4), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:16.790853 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b15b1-6f38-4cb3-b222-eb04c25dce44 None None] Pushing event updated for resources: {'Port': ['ID=896472cb-da43-47f7-a223-2689a445d5e4,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:16.794197 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Routers {'5447094d-27c0-4c1a-8187-f759ddf4035f'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:22:16.794714 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:22:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['5447094d-27c0-4c1a-8187-f759ddf4035f'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:22:16.908437 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] Set router 5447094d-27c0-4c1a-8187-f759ddf4035f gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:22:17.135210 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'name': 'router1', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '896472cb-da43-47f7-a223-2689a445d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:21:53Z', 'updated_at': '2022-03-08T17:22:11Z', 'revision_number': 4, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'gw_port': {'id': '896472cb-da43-47f7-a223-2689a445d5e4', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:11Z', 'updated_at': '2022-03-08T17:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '13d6970d-1960-4456-bb18-9d11bfe537c6', 'name': '', 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'mac_address': 'fa:16:3e:eb:03:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:03Z', 'updated_at': '2022-03-08T17:22:06Z', 'revision_number': 5, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'subnets': [{'id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0d42f5-70a1-4844-967e-3a973846cb99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:22:17.164387 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06527c4-a708-4485-9d05-b715fb84b90a None None] The sync data for ids ['5447094d-27c0-4c1a-8187-f759ddf4035f'] in dv-cinder-830090-3-iscsi is: [{'id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'name': 'router1', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '896472cb-da43-47f7-a223-2689a445d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:21:53Z', 'updated_at': '2022-03-08T17:22:11Z', 'revision_number': 4, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'gw_port': {'id': '896472cb-da43-47f7-a223-2689a445d5e4', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:11Z', 'updated_at': '2022-03-08T17:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '13d6970d-1960-4456-bb18-9d11bfe537c6', 'name': '', 'network_id': 'e8e44230-d130-43fe-b0ba-61d82d2d57ba', 'tenant_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'mac_address': 'fa:16:3e:eb:03:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5447094d-27c0-4c1a-8187-f759ddf4035f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:22:03Z', 'updated_at': '2022-03-08T17:22:06Z', 'revision_number': 5, 'project_id': 'e9271033d57c4669b50ed0475cb0c2f0', 'subnets': [{'id': '6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0d42f5-70a1-4844-967e-3a973846cb99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:22:17.184985 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:22:18.654072 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 896472cb-da43-47f7-a223-2689a445d5e4 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:22:18.718592 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 896472cb-da43-47f7-a223-2689a445d5e4 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:22:18.719238 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (896472cb-da43-47f7-a223-2689a445d5e4), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:18.801750 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 896472cb-da43-47f7-a223-2689a445d5e4 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:22:18.802401 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (896472cb-da43-47f7-a223-2689a445d5e4), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:18.822857 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 896472cb-da43-47f7-a223-2689a445d5e4, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=896472cb-da43-47f7-a223-2689a445d5e4,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:22:18.828228 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (896472cb-da43-47f7-a223-2689a445d5e4), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:18.878412 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=896472cb-da43-47f7-a223-2689a445d5e4,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:22:20.638605 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 896472cb-da43-47f7-a223-2689a445d5e4 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:22:20.759824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 896472cb-da43-47f7-a223-2689a445d5e4 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:22:20.760228 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (896472cb-da43-47f7-a223-2689a445d5e4), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:20.917757 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 896472cb-da43-47f7-a223-2689a445d5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:22:27.436235 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1e597d28-f57f-4922-a7f1-c5d585577f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:29.710374 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a859104e-8faa-4e9d-9003-4adc533ef7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:30.786178 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:32.185830 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:33.853229 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:54.184649 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:22:57.460219 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2661a0cf-2848-42f5-829e-dba6bcc1070c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:22:59.697954 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bf35e359-4c87-4fbf-a733-6cbfff71ad98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:00.787816 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:02.180711 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:03.846638 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:27.437403 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3f1ca9bf-c05e-4869-84db-790d1049f714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:29.703350 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-35c52651-bd0f-46e0-994b-771f3bbdd902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:30.787047 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:31.183975 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:23:32.185579 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:33.845434 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:35.868977 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46770) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:36.020206 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99cf422-d81b-4777-aa56-13af6cc639c1 admin admin] GET failed (client error): The resource could not be found. Mar 08 17:23:36.021700 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c99cf422-d81b-4777-aa56-13af6cc639c1 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1517653 Mar 08 17:23:36.191868 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf10fc-e833-442e-94bd-51d3ff29f462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:36.194214 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-71bf10fc-e833-442e-94bd-51d3ff29f462 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1663094 Mar 08 17:23:38.511550 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46780) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:38.617323 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9588e0d-d4db-4a8f-8459-987861daec85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:38.618649 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-f9588e0d-d4db-4a8f-8459-987861daec85 admin admin] 10.222.0.46 "GET /v2.0/subnets/6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524 HTTP/1.1" status: 200 len: 849 time: 0.1060815 Mar 08 17:23:38.631426 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:23:38.718893 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Publish callbacks [] for subnet (6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:38.864921 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759961230511'] for subnet (6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:38.898555 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:38.899146 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:38.900460 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] 10.222.0.46 "PUT /v2.0/subnets/6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524 HTTP/1.1" status: 200 len: 868 time: 0.2727375 Mar 08 17:23:38.917680 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:23:38.918997 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23765a75-a77d-4cde-b4da-832ac8e3c847 None None] Network e8e44230-d130-43fe-b0ba-61d82d2d57ba requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:23:38.925374 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.925747 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.926079 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.926436 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.926770 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.927100 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.927521 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.927878 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.928252 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.928586 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.928917 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.929245 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:38.929584 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3106f1-9f6e-4359-b9d2-35ba6eaeeade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:39.278335 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-11a32bc7-6fe1-492d-9fac-a2530569fb59 None None] Provisioning complete for port 13d6970d-1960-4456-bb18-9d11bfe537c6 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:23:39.278727 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-11a32bc7-6fe1-492d-9fac-a2530569fb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (13d6970d-1960-4456-bb18-9d11bfe537c6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:39.357431 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-11a32bc7-6fe1-492d-9fac-a2530569fb59 None None] Current status of the port 13d6970d-1960-4456-bb18-9d11bfe537c6 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:23:39.367258 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-11a32bc7-6fe1-492d-9fac-a2530569fb59 None None] Provisioning complete for port e07a32ff-553d-498e-bbd3-b65ef8af484c triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:23:39.367673 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-11a32bc7-6fe1-492d-9fac-a2530569fb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e07a32ff-553d-498e-bbd3-b65ef8af484c), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:39.445307 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-11a32bc7-6fe1-492d-9fac-a2530569fb59 None None] Current status of the port e07a32ff-553d-498e-bbd3-b65ef8af484c is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:23:41.227207 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46790) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:41.436658 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67238146-a24b-4265-8f0b-b9c1fb5c6603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:41.437042 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67238146-a24b-4265-8f0b-b9c1fb5c6603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:41.438594 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-67238146-a24b-4265-8f0b-b9c1fb5c6603 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2100966 Mar 08 17:23:43.735456 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46798) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:43.879587 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cad00b-091a-4281-9e94-4110dbc30270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:43.880122 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cad00b-091a-4281-9e94-4110dbc30270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:43.881630 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-e3cad00b-091a-4281-9e94-4110dbc30270 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1449776 Mar 08 17:23:46.196289 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46806) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:46.325133 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6558a4-00c4-4038-940f-e7fc236e7c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:46.326393 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-9b6558a4-00c4-4038-940f-e7fc236e7c11 admin admin] 10.222.0.46 "GET /v2.0/networks/c4769b56-b502-41fe-91e7-2450901dde4f HTTP/1.1" status: 200 len: 886 time: 0.1291468 Mar 08 17:23:48.637794 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46814) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:48.811564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa19e5-c982-4266-8cf9-d1aac7625d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:48.813481 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-58fa19e5-c982-4266-8cf9-d1aac7625d96 admin admin] 10.222.0.46 "GET /v2.0/networks/e8e44230-d130-43fe-b0ba-61d82d2d57ba HTTP/1.1" status: 200 len: 869 time: 0.1745512 Mar 08 17:23:51.130751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46822) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:51.266434 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab65a740-230e-42e1-a54a-3ffa479f066b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:51.266874 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab65a740-230e-42e1-a54a-3ffa479f066b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:51.268424 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ab65a740-230e-42e1-a54a-3ffa479f066b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367092 Mar 08 17:23:53.592015 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46830) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:53.716799 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26757d6f-6ebb-4ae5-9b71-d8107670fa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:53.717258 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26757d6f-6ebb-4ae5-9b71-d8107670fa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:53.718817 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-26757d6f-6ebb-4ae5-9b71-d8107670fa70 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257331 Mar 08 17:23:56.034546 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46838) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:56.132180 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479536a3-1c61-4aa5-8e82-a942cec541c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:56.134068 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-479536a3-1c61-4aa5-8e82-a942cec541c7 admin admin] 10.222.0.46 "GET /v2.0/subnets/46cee0e4-1924-4993-ab3e-d57a5e1db94f HTTP/1.1" status: 200 len: 816 time: 0.0983319 Mar 08 17:23:57.442420 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2a49ef8e-50ec-4341-bf64-d5a4012218bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:58.441907 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46846) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:58.535563 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e47dd-16b7-4a8d-913b-1b6b869a7343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:23:58.537006 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7e9e47dd-16b7-4a8d-913b-1b6b869a7343 admin admin] 10.222.0.46 "GET /v2.0/subnets/6cee7f58-1ecb-4a43-90c4-4fe2dd6bd524 HTTP/1.1" status: 200 len: 868 time: 0.0940933 Mar 08 17:23:59.708872 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db9ee830-2453-412b-bfcf-2d21dca90b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:00.789608 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.187606 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:03.841001 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:08.183918 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:24:26.546033 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46898) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:26.602145 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [None req-645ff686-d834-4405-b7da-667836fcd4d8 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:24:26.603113 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-645ff686-d834-4405-b7da-667836fcd4d8 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0561194 Mar 08 17:24:27.448620 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd002-0495-4371-b727-047565933af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:28.985565 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46906) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:29.049019 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f35316-bfb7-44ea-a227-a459ecd4cfaf admin admin] GET failed (client error): The resource could not be found. Mar 08 17:24:29.050281 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-44f35316-bfb7-44ea-a227-a459ecd4cfaf admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637598 Mar 08 17:24:29.193473 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4d1ec-26b5-48be-8d48-f02bcd66238c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:29.194899 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d1e4d1ec-26b5-48be-8d48-f02bcd66238c admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404366 Mar 08 17:24:29.712801 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-310d45eb-f804-45bb-af12-b77095d9203f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:30.793217 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:31.552549 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46914) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:31.606383 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:24:31.632382 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Made reservation on behalf of 26b17e27df024de1822a9190584c1bd1 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:24:31.634868 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:31.662436 dv-cinder-830090-3-iscsi neutron-server[103292]: WARNING neutron.services.revisions.revision_plugin [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Could not find related network for resource to bump revision. Mar 08 17:24:31.673885 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:24:31.683029 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (b978734b-b7fa-4c1b-bbc0-11256b986577), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:31.683361 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Added segment b978734b-b7fa-4c1b-bbc0-11256b986577 of type vlan for network 9b6961f2-0db7-4706-be19-6fbe4519a9cd Mar 08 17:24:31.722244 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (9b6961f2-0db7-4706-be19-6fbe4519a9cd), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:31.747451 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (9b6961f2-0db7-4706-be19-6fbe4519a9cd), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:31.748423 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:31.748998 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:31.782061 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2281733 Mar 08 17:24:31.812536 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6961f2-0db7-4706-be19-6fbe4519a9cd,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:31.820209 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.820583 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.820924 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.821256 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.821580 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.821905 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.822242 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.822591 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.822930 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.823248 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.823571 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.823912 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.824223 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec0d5e-1212-44c8-b273-fcafade5d707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:31.836007 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 9b6961f2-0db7-4706-be19-6fbe4519a9cd details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:24:32.194909 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:33.847568 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.120688 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46922) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:34.191537 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecb0837-4ac3-43d7-a8fc-5087b05c8f15 admin admin] GET failed (client error): The resource could not be found. Mar 08 17:24:34.192769 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9ecb0837-4ac3-43d7-a8fc-5087b05c8f15 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0711656 Mar 08 17:24:34.268626 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936604ad-f6eb-4160-be40-c159dfd6a500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:34.270191 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-936604ad-f6eb-4160-be40-c159dfd6a500 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713851 Mar 08 17:24:34.282521 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:24:34.305518 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Made reservation on behalf of 26b17e27df024de1822a9190584c1bd1 for: {'subnet': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:24:34.307734 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.493430 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (427962cf-e118-4bc3-bdde-c139cee5f738), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.552938 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=427962cf-e118-4bc3-bdde-c139cee5f738,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:34.571817 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Checking segment: {'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:24:34.572182 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Network hostable DHCP agents. Network: 9b6961f2-0db7-4706-be19-6fbe4519a9cd, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:24:34.598138 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Network 9b6961f2-0db7-4706-be19-6fbe4519a9cd is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:24:34.610879 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 9b6961f2-0db7-4706-be19-6fbe4519a9cd) {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:24:34.615186 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:34.615775 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.621864 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17a27e-aa2c-46fd-a3e0-18c9bf7e64ea None None] Network 9b6961f2-0db7-4706-be19-6fbe4519a9cd requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:24:34.631968 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f94d1753-0c6d-4f08-9679-9f48b640f60f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3530028 Mar 08 17:24:34.728105 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-9b6961f2-0db7-4706-be19-6fbe4519a9cd', 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd', 'project_id': '26b17e27df024de1822a9190584c1bd1', 'fixed_ips': [{'subnet_id': '427962cf-e118-4bc3-bdde-c139cee5f738'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:24:34.728988 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.968013 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Allocated IP 192.168.233.2 (9b6961f2-0db7-4706-be19-6fbe4519a9cd/427962cf-e118-4bc3-bdde-c139cee5f738/42d0f02e-4904-466b-8428-c890f14771dd) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:24:35.109219 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Publish callbacks [] for port (42d0f02e-4904-466b-8428-c890f14771dd), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.115750 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (42d0f02e-4904-466b-8428-c890f14771dd), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.154710 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Network 9b6961f2-0db7-4706-be19-6fbe4519a9cd is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:24:35.157498 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:24:35.160028 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:24:35.169280 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Pushing event updated for resources: {'Port': ['ID=42d0f02e-4904-466b-8428-c890f14771dd,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:35.179174 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.179552 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.180012 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.180351 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.180678 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.181008 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.181336 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.181648 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.181970 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.182307 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.182628 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.182942 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.183255 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:35.232287 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Attempting to bind port 42d0f02e-4904-466b-8428-c890f14771dd on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:24:35.232800 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Attempting to bind port 42d0f02e-4904-466b-8428-c890f14771dd by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:24:35.233163 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Attempting to bind port 42d0f02e-4904-466b-8428-c890f14771dd on network 9b6961f2-0db7-4706-be19-6fbe4519a9cd {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:24:35.238244 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:24:35.238655 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Checking segment: {'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:24:35.239049 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.239439 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Bound using segment: {'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:24:35.239964 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Bound port: 42d0f02e-4904-466b-8428-c890f14771dd, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:24:35.240335 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (42d0f02e-4904-466b-8428-c890f14771dd), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.305583 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] For port 42d0f02e-4904-466b-8428-c890f14771dd, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:24:35.308953 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] For port 42d0f02e-4904-466b-8428-c890f14771dd, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=42d0f02e-4904-466b-8428-c890f14771dd,segment=NetworkSegment(b978734b-b7fa-4c1b-bbc0-11256b986577),segment_id=b978734b-b7fa-4c1b-bbc0-11256b986577)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:24:35.314977 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (42d0f02e-4904-466b-8428-c890f14771dd), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.370091 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4b84c-fec7-49c4-b377-2647ef9c14a9 None None] Pushing event updated for resources: {'Port': ['ID=42d0f02e-4904-466b-8428-c890f14771dd,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:36.210588 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036eee8-2410-4d0b-843a-7f7166180bfd None None] Network 9b6961f2-0db7-4706-be19-6fbe4519a9cd requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:24:36.325627 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-cbe8a8a3-8885-4a34-8daa-9c10c3e4b0ec None None] Provisioning complete for port 42d0f02e-4904-466b-8428-c890f14771dd triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:36.325952 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cbe8a8a3-8885-4a34-8daa-9c10c3e4b0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (42d0f02e-4904-466b-8428-c890f14771dd), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:36.420438 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8a8a3-8885-4a34-8daa-9c10c3e4b0ec None None] Current status of the port 42d0f02e-4904-466b-8428-c890f14771dd is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:36.420951 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cbe8a8a3-8885-4a34-8daa-9c10c3e4b0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (42d0f02e-4904-466b-8428-c890f14771dd), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:36.456484 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-cbe8a8a3-8885-4a34-8daa-9c10c3e4b0ec None None] For port 42d0f02e-4904-466b-8428-c890f14771dd, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=42d0f02e-4904-466b-8428-c890f14771dd,segment=NetworkSegment(b978734b-b7fa-4c1b-bbc0-11256b986577),segment_id=b978734b-b7fa-4c1b-bbc0-11256b986577)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:24:36.461449 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cbe8a8a3-8885-4a34-8daa-9c10c3e4b0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (42d0f02e-4904-466b-8428-c890f14771dd), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:36.512492 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8a8a3-8885-4a34-8daa-9c10c3e4b0ec None None] Pushing event updated for resources: {'Port': ['ID=42d0f02e-4904-466b-8428-c890f14771dd,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:36.581522 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-7a6db82b-fe24-4cb3-905c-09d4f6a4e0b4 None None] Provisioning complete for port 42d0f02e-4904-466b-8428-c890f14771dd triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:36.581912 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7a6db82b-fe24-4cb3-905c-09d4f6a4e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (42d0f02e-4904-466b-8428-c890f14771dd), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:36.675790 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 42d0f02e-4904-466b-8428-c890f14771dd up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:24:36.704626 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-7a6db82b-fe24-4cb3-905c-09d4f6a4e0b4 None None] Current status of the port 42d0f02e-4904-466b-8428-c890f14771dd is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:36.730388 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 42d0f02e-4904-466b-8428-c890f14771dd triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:36.730778 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (42d0f02e-4904-466b-8428-c890f14771dd), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:36.804959 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 42d0f02e-4904-466b-8428-c890f14771dd is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:45.183065 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:24:57.445288 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4732f91e-3809-4c8c-8da5-497e5141aa12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:59.715463 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cf9c9415-3fd3-4713-a7f5-a0e8fe66090a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:00.796103 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:02.194086 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:03.842619 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:22.182088 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:25:27.440697 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-34805401-2f30-45a3-a449-32cbc878cd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:29.718684 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-68e3d71e-7ffd-46fc-aec9-85a6c56a577c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:30.800538 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:32.215394 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:33.852569 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:54.118528 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46960) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:25:54.127653 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [None req-e64eeb51-fe64-46df-b053-e5f7558a354d tempest-verify_tempest_config-1860668153 tempest-verify_tempest_config-1860668153-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:25:54.128829 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-e64eeb51-fe64-46df-b053-e5f7558a354d tempest-verify_tempest_config-1860668153 tempest-verify_tempest_config-1860668153-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0091918 Mar 08 17:25:54.464090 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 46978) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:25:54.582574 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:54.698453 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Publish callbacks [] for security_group (5901c5d4-ef21-46a9-b9be-56c099d41cfb), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:54.705083 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5901c5d4-ef21-46a9-b9be-56c099d41cfb), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:54.752667 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5901c5d4-ef21-46a9-b9be-56c099d41cfb,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:25:54.756425 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2fcddedef2bf42f8ac24b0c638c74d34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2913589 Mar 08 17:25:54.759430 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 46982) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:25:54.762211 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.762570 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.762907 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.763250 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.763579 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.764020 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.764357 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.764686 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.765012 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.765349 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.765678 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.766025 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.766347 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a91a2-f477-4980-a88f-98d504a404d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.818574 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Publish callbacks [] for security_group (5901c5d4-ef21-46a9-b9be-56c099d41cfb), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:54.840054 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Publish callbacks [] for security_group (5901c5d4-ef21-46a9-b9be-56c099d41cfb), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:54.949534 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5901c5d4-ef21-46a9-b9be-56c099d41cfb), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:54.953974 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:54.955535 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5901c5d4-ef21-46a9-b9be-56c099d41cfb HTTP/1.1" status: 204 len: 168 time: 0.1951132 Mar 08 17:25:54.963720 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5901c5d4-ef21-46a9-b9be-56c099d41cfb,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:25:54.970529 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.970876 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.971213 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.971546 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.971906 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.972233 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.972558 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.972881 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.973221 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.973550 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.973872 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.974220 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:54.974535 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea941-ce30-4481-ad8a-bf4691730051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:25:57.448814 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9f443deb-26eb-4c92-88f4-57a4d8f6632b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:59.181916 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:25:59.724970 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-417c23de-b2b2-4f06-9ab4-f73b43bc24d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:00.800711 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:02.204569 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:03.848311 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:27.451568 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-65ed6b8d-d9ad-423f-bc04-32de2b99e71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:29.732213 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-366bea9d-3966-401a-8fc0-b8b531534d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:30.812458 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:32.218497 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:33.852155 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:36.187071 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:26:57.456259 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-85ad55bc-dde1-4a68-b8f2-3b867f11c56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:59.726118 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-91b47fc5-2977-4aa0-b174-5485560a4b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:00.815944 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:02.212953 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:03.859677 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:13.182906 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 5 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:27:27.451256 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-68710096-33d4-4e7e-9e0e-b4630a5672a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:29.733762 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-51122cfc-87ce-4970-93cf-512b99d41351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:30.817363 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:32.216869 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:33.853646 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:35.700248 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687909'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:50.183427 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:27:51.157167 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47054) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:27:51.275940 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-de232031-181f-45e6-8650-276fd1b24254 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1176636 Mar 08 17:27:53.561969 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47064) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:27:53.623683 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-3d19a15e-0fba-45fc-9daf-395929090852 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0605459 Mar 08 17:27:57.457219 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6adf3133-469d-473d-891d-e1642a8ca597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:59.718418 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-514d3c4d-bdec-45a9-8e53-f7c33c26e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:00.816496 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:02.224762 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:03.858172 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:05.693412 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:27.188747 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:28:27.462005 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-27ff9322-1086-4502-a821-7c97c7d0b97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:29.727424 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-652e7854-c146-40d0-8f1f-636006f61f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:30.825701 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:32.230261 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:33.862623 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:35.696117 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:57.458127 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-119925ec-6193-4fbd-b2e8-15ffb0fd2693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:59.722678 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e75a4fe2-20ff-497f-aae4-8fdcc0446dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:00.823181 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:02.229816 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:03.859312 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:04.188537 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:29:05.680022 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:27.455763 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-471f6b0c-c2e4-47e8-86a8-feda4599c01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:29.757161 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-62427c91-b561-4e0e-8c7e-1420007f190d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:30.824824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:31.191327 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47256) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:31.608743 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-928377127-network', 'tenant_id': '9a66b4d71e7848e0afbf8d91bd69aded'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:31.630979 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Made reservation on behalf of 9a66b4d71e7848e0afbf8d91bd69aded for: {'network': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:31.636207 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:31.636424 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47282) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:31.650188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:31.734030 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Publish callbacks [] for security_group (a8a4b5c9-c281-429f-8e42-412d01167499), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:31.741962 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (a8a4b5c9-c281-429f-8e42-412d01167499), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:31.778888 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=103291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:29:31.791419 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a4b5c9-c281-429f-8e42-412d01167499,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:31.794008 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759961036894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (1dbeff68-35d3-4dfc-89ec-271667354ad6), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:31.794542 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Unsubscribe: segment precommit_create {{(pid=103291) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 17:29:31.795057 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.segments_db [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Added segment 1dbeff68-35d3-4dfc-89ec-271667354ad6 of type vlan for network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 Mar 08 17:29:31.836501 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.836791 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.837328 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.837670 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.838005 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.838342 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.838684 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.839020 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.839363 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.839707 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.840070 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.840393 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.840714 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Tracked resource versions report: Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: pushed versions: Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: { 'AddressGroup': {'1.2'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'ConntrackHelper': {'1.0'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Log': {'1.0'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Network': {'1.1'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Port': {'1.7'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'PortForwarding': {'1.2'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'QosPolicy': {'1.10'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SecurityGroup': {'1.5'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SubPort': {'1.0'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Subnet': {'1.1'}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Trunk': {'1.1'}} Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: consumer versions: Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: { DHCP agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: HyperV agent@hv-cinder-83009: {}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: L3 agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: Metadata agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: Metering agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: Open vSwitch agent@dv-cinder-830090-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'ConntrackHelper': '1.0', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'LocalIPAssociation': '1.0', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Log': '1.0', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Network': '1.1', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Port': '1.7', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'PortForwarding': '1.2', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'QosPolicy': '1.10', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SecurityGroup': '1.5', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SecurityGroupRule': '1.2', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'SubPort': '1.0', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Subnet': '1.1', Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: 'Trunk': '1.1'}} Mar 08 17:29:31.841902 dv-cinder-830090-3-iscsi neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:29:31.852944 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (1ae4dac4-7ca1-4a19-9495-838dcdba6478), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:31.878924 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47294) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:31.894188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (1ae4dac4-7ca1-4a19-9495-838dcdba6478), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:31.896613 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:31.897203 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.029632 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-798228350-network', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:32.051050 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Made reservation on behalf of d08b2286a5b940c1b39f1a2efe400bfb for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:32.053614 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.061752 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae4dac4-7ca1-4a19-9495-838dcdba6478,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:32.077772 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:29:32.083497 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.085964 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-a84c3a3a-c4b7-4c19-a096-16bfd3b458c5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8934882 Mar 08 17:29:32.086910 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47310) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:32.093080 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Request body: {'subnet': {'network_id': '1ae4dac4-7ca1-4a19-9495-838dcdba6478', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-928377127-subnet', 'tenant_id': '9a66b4d71e7848e0afbf8d91bd69aded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:32.115234 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Made reservation on behalf of 9a66b4d71e7848e0afbf8d91bd69aded for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:32.118200 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.186938 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Publish callbacks [] for security_group (adc8b3aa-08be-449c-875e-9565521f9edc), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.192837 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (adc8b3aa-08be-449c-875e-9565521f9edc), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.212763 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 971} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:29:32.228542 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (900d518e-6aeb-433f-a5a5-6a2dfb876ad8), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.229137 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Added segment 900d518e-6aeb-433f-a5a5-6a2dfb876ad8 of type vlan for network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 Mar 08 17:29:32.252363 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.253969 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47314) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:32.297188 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.300922 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47318) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:32.330896 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-941472105-network', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:32.336992 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.338136 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:32.338871 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.370360 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47328) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:32.372236 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7309766 Mar 08 17:29:32.376269 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Request body: {'subnet': {'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-subnet', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:32.378286 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc8b3aa-08be-449c-875e-9565521f9edc,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:32.389172 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.389680 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.390200 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.390689 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.391450 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.391989 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.392481 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.392979 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.393491 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.393828 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.394158 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.394480 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.394801 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Tracked resource versions report: Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: pushed versions: Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: { 'AddressGroup': {'1.2'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'ConntrackHelper': {'1.0'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Log': {'1.0'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Network': {'1.1'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Port': {'1.7'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'PortForwarding': {'1.2'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'QosPolicy': {'1.10'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SecurityGroup': {'1.5'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SubPort': {'1.0'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Subnet': {'1.1'}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Trunk': {'1.1'}} Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: consumer versions: Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: { DHCP agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: HyperV agent@hv-cinder-83009: {}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: L3 agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: Metadata agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: Metering agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: Open vSwitch agent@dv-cinder-830090-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'ConntrackHelper': '1.0', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'LocalIPAssociation': '1.0', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Log': '1.0', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Network': '1.1', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Port': '1.7', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'PortForwarding': '1.2', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'QosPolicy': '1.10', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SecurityGroup': '1.5', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SecurityGroupRule': '1.2', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'SubPort': '1.0', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Subnet': '1.1', Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: 'Trunk': '1.1'}} Mar 08 17:29:32.395941 dv-cinder-830090-3-iscsi neutron-server[103292]: {{(pid=103292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:29:32.420432 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (ab954a62-0427-4e64-aef7-833d9d7f1657), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.458372 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Made reservation on behalf of 87a36c2da5204a96b058fe6e6ccba921 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:32.460745 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.475003 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.487853 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e251ce6-cc4f-48e9-9c66-7654db5d4e12 admin admin] Pushing event updated for resources: {'Network': ['ID=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:32.498879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:29:32.539091 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1476967326-network', 'tenant_id': '007867e3c6774a64ae3896c783673e8f'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:32.549087 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab954a62-0427-4e64-aef7-833d9d7f1657,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:32.563538 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Made reservation on behalf of d08b2286a5b940c1b39f1a2efe400bfb for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:32.569837 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.582424 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Publish callbacks [] for security_group (9d3639ab-ff61-4fe5-b390-a313b1250bd0), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.590299 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (9d3639ab-ff61-4fe5-b390-a313b1250bd0), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.635723 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-706932749-network', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:32.640825 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3639ab-ff61-4fe5-b390-a313b1250bd0,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:32.655439 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 957} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:29:32.670738 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.671523 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Added segment 8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3 of type vlan for network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 Mar 08 17:29:32.716703 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Checking segment: {'id': '1dbeff68-35d3-4dfc-89ec-271667354ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '1ae4dac4-7ca1-4a19-9495-838dcdba6478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:32.717015 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Network hostable DHCP agents. Network: 1ae4dac4-7ca1-4a19-9495-838dcdba6478, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:29:32.723068 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Made reservation on behalf of 152646c42b4d4a3f9a3e2937763c6a8a for: {'network': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:32.725364 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.730354 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.775024 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.776805 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:32.777601 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.778670 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.818254 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9381895 Mar 08 17:29:32.822833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47348) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:32.827596 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Made reservation on behalf of 007867e3c6774a64ae3896c783673e8f for: {'network': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:32.831326 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.844970 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Request body: {'subnet': {'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-subnet', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:32.850363 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:29:32.870874 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38302b7-cd82-4a81-987e-e49ba506250f admin admin] Pushing event updated for resources: {'Network': ['ID=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:32.884779 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:29:32.896550 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.919342 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 1ae4dac4-7ca1-4a19-9495-838dcdba6478) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:32.924585 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:32.925384 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:32.933310 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ef58d-7e42-4ce5-9c84-2c816939dae1 None None] Network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:33.025645 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-7d5c4ea1-35ab-48c0-a6a4-bb64eaa64f8c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9371693 Mar 08 17:29:33.026681 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Made reservation on behalf of 87a36c2da5204a96b058fe6e6ccba921 for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:33.029312 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.093908 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69651dc8-1ae3-4b93-9200-0e297a6ddb95 None None] Network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:33.235222 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Publish callbacks [] for security_group (99ca4fa2-9f1a-4c56-aebc-cad709ef797b), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.240290 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (6a0c1964-c0d9-4089-9873-dbd164bf4a3a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.255928 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (99ca4fa2-9f1a-4c56-aebc-cad709ef797b), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.302770 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Publish callbacks [] for security_group (746b22f1-a89e-4c91-b265-a7c052524818), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.320384 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=103291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:29:33.323033 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (746b22f1-a89e-4c91-b265-a7c052524818), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.369183 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (ed323cd2-c1f5-4362-9b15-a63633ed3249), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.369521 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.segments_db [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Added segment ed323cd2-c1f5-4362-9b15-a63633ed3249 of type vlan for network c6cda2d8-e005-4116-8303-4d7da4dd4b97 Mar 08 17:29:33.420266 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0c1964-c0d9-4089-9873-dbd164bf4a3a,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:33.425124 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992} {{(pid=103291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:29:33.524659 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ca4fa2-9f1a-4c56-aebc-cad709ef797b,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:33.542887 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (0d3def5a-a3b5-4624-92fc-9db11a33e560), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.543222 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.segments_db [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Added segment 0d3def5a-a3b5-4624-92fc-9db11a33e560 of type vlan for network f1e98f65-d043-4791-8dbc-30c813b7ca3b Mar 08 17:29:33.574839 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (c6cda2d8-e005-4116-8303-4d7da4dd4b97), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.589532 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Checking segment: {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:33.589893 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Network hostable DHCP agents. Network: f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:29:33.663947 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (f1e98f65-d043-4791-8dbc-30c813b7ca3b), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.675445 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (0c770c80-1c82-445b-aeea-be9ac9dc586c), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.677271 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746b22f1-a89e-4c91-b265-a7c052524818,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:33.693726 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:29:33.715245 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (c6cda2d8-e005-4116-8303-4d7da4dd4b97), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.716233 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:33.716872 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.765778 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:33.778190 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04603e4-7b4c-49f3-80e0-cddee24920bd None None] Network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:33.784875 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:33.785769 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.791838 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (f1e98f65-d043-4791-8dbc-30c813b7ca3b), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.793052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:33.793773 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.817066 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5152149 Mar 08 17:29:33.820028 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47424) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:33.825744 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Request body: {'subnet': {'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-706932749-subnet', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:33.860722 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Made reservation on behalf of 152646c42b4d4a3f9a3e2937763c6a8a for: {'subnet': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:33.863160 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.906030 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c770c80-1c82-445b-aeea-be9ac9dc586c,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:33.907891 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:33.948079 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6928771 Mar 08 17:29:33.948796 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde12602-b1cf-49e3-98e4-7f2df04bd607 admin admin] Pushing event updated for resources: {'Network': ['ID=c6cda2d8-e005-4116-8303-4d7da4dd4b97,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:33.961891 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-b5171976-8abf-47cf-804f-1495d636aceb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5903854 Mar 08 17:29:33.966581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47438) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:33.969314 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f2c0d3-6710-4428-a6aa-4f98f7ad8981 None None] Network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:33.970724 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47440) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:33.974868 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:29:33.988233 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Request body: {'subnet': {'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1476967326-subnet', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:34.000824 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Checking segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:34.005380 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Network hostable DHCP agents. Network: 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:29:34.044498 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:34.205488 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (5f33444a-083a-449e-8dd2-611fb6a0c2bd), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.216281 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Made reservation on behalf of 007867e3c6774a64ae3896c783673e8f for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:34.230412 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.253914 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8499-afc1-4ef9-be66-8204aa14f446 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e98f65-d043-4791-8dbc-30c813b7ca3b,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:34.264970 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (ac709325-f270-4046-9c62-d9ac84d2387e), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.266613 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (ac709325-f270-4046-9c62-d9ac84d2387e), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.268138 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:29:34.287879 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47452) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:34.293087 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f33444a-083a-449e-8dd2-611fb6a0c2bd,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:34.300758 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:29:34.316117 dv-cinder-830090-3-iscsi neutron-server[103291]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 17:29:34.376753 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Checking segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:34.377518 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Network hostable DHCP agents. Network: c6cda2d8-e005-4116-8303-4d7da4dd4b97, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:29:34.437957 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:29:34.454078 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, c6cda2d8-e005-4116-8303-4d7da4dd4b97) {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:34.464352 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1501bc-6ca5-40ac-b082-0b980a80cab8 None None] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:34.469486 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:34.473967 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.481144 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:34.511750 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8222b9-94c8-4a4a-8c39-009fde74a4c1 None None] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:34.511934 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47460) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:34.521503 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-712092b1-ee38-42f0-8c32-b7b1533f7047 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6998644 Mar 08 17:29:34.524427 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47464) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:34.532169 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:34.579554 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.580898 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.749775 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7c91bd93-e286-48d4-9965-19bf02b11472 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:34.757266 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7c91bd93-e286-48d4-9965-19bf02b11472 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/networks?id=1ae4dac4-7ca1-4a19-9495-838dcdba6478 HTTP/1.1" status: 200 len: 811 time: 0.4575441 Mar 08 17:29:34.765162 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:29:34.766047 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.774740 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:34.775888 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.780329 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:29:34.781185 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.792413 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d195062-00ee-4e0b-8b81-db96f4cd3305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.795499 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks [] for router_controller (ac709325-f270-4046-9c62-d9ac84d2387e), precommit_add_association {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.909753 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d195062-00ee-4e0b-8b81-db96f4cd3305 admin admin] Publish callbacks [] for security_group (ae22b436-ad01-4b2e-890b-193ecf440d53), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.937146 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Allocated IP 172.20.0.2 (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6/0c770c80-1c82-445b-aeea-be9ac9dc586c/e33fa805-dda6-472c-8774-72050e10f5e5) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:34.948798 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d195062-00ee-4e0b-8b81-db96f4cd3305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ae22b436-ad01-4b2e-890b-193ecf440d53), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.956024 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks [] for router_controller (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), precommit_add_association {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.011176 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-c7547918-fcfe-4ce9-b2b0-88dfc7e9315e tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/quotas/9a66b4d71e7848e0afbf8d91bd69aded HTTP/1.1" status: 200 len: 375 time: 0.2456808 Mar 08 17:29:35.038018 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0d195062-00ee-4e0b-8b81-db96f4cd3305 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4eebc189d8174004b40583f4771f7c46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5241385 Mar 08 17:29:35.039121 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d195062-00ee-4e0b-8b81-db96f4cd3305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae22b436-ad01-4b2e-890b-193ecf440d53,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:35.044581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47478) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:35.125261 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-0acf160d-68e6-47c6-84cd-c80c88593129 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2988617 Mar 08 17:29:35.149318 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47480) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:35.153965 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:35.165538 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks [] for router_gateway (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.185103 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-8365fe86-98e4-433d-b32e-1f18c9406737 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a66b4d71e7848e0afbf8d91bd69aded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391666 Mar 08 17:29:35.199136 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.200991 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.313571 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Allocated IP 172.20.0.2 (c6cda2d8-e005-4116-8303-4d7da4dd4b97/5f33444a-083a-449e-8dd2-611fb6a0c2bd/65ba3745-5438-4b80-b644-bb74489408a6) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:35.320669 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks [] for router_gateway (ac709325-f270-4046-9c62-d9ac84d2387e), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.324367 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks [] for router_controller (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), precommit_add_association {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.351271 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (05422727-ab15-4b2b-85db-9374acaebec7), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.361050 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Publish callbacks [] for port (e33fa805-dda6-472c-8774-72050e10f5e5), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.371577 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6775412c-88e8-4979-82d7-b9d8ae2ad01c admin admin] Publish callbacks [] for security_group (ae22b436-ad01-4b2e-890b-193ecf440d53), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.400376 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.426792 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:35.449282 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:35.452009 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6775412c-88e8-4979-82d7-b9d8ae2ad01c admin admin] Publish callbacks [] for security_group (ae22b436-ad01-4b2e-890b-193ecf440d53), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.454408 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:35.465590 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05422727-ab15-4b2b-85db-9374acaebec7,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:35.515982 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Pushing event updated for resources: {'Port': ['ID=e33fa805-dda6-472c-8774-72050e10f5e5,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:35.517191 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks [] for router_gateway (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.522685 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-835eb80e-c679-4c14-929c-d0ba3dc0ecff service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:29:35.523707 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-835eb80e-c679-4c14-929c-d0ba3dc0ecff service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1569166 Mar 08 17:29:35.562238 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Checking segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:35.562591 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Network hostable DHCP agents. Network: f1e98f65-d043-4791-8dbc-30c813b7ca3b, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:29:35.574231 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.575015 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.575128 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.575420 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.576296 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.576640 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.576975 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.577307 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.577632 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.577978 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.578303 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.578624 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.578946 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Tracked resource versions report: Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: pushed versions: Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: { 'AddressGroup': {'1.2'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'ConntrackHelper': {'1.0'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Log': {'1.0'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Network': {'1.1'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Port': {'1.7'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'PortForwarding': {'1.2'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'QosPolicy': {'1.10'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SecurityGroup': {'1.5'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SubPort': {'1.0'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Subnet': {'1.1'}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Trunk': {'1.1'}} Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: consumer versions: Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: { DHCP agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: HyperV agent@hv-cinder-83009: {}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: L3 agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: Metadata agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: Metering agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: Open vSwitch agent@dv-cinder-830090-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'ConntrackHelper': '1.0', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'LocalIPAssociation': '1.0', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Log': '1.0', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Network': '1.1', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Port': '1.7', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'PortForwarding': '1.2', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'QosPolicy': '1.10', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SecurityGroup': '1.5', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SecurityGroupRule': '1.2', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'SubPort': '1.0', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Subnet': '1.1', Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: 'Trunk': '1.1'}} Mar 08 17:29:35.580100 dv-cinder-830090-3-iscsi neutron-server[103293]: {{(pid=103293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:29:35.592964 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Attempting to bind port e33fa805-dda6-472c-8774-72050e10f5e5 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:35.593644 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Attempting to bind port e33fa805-dda6-472c-8774-72050e10f5e5 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:35.594273 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Attempting to bind port e33fa805-dda6-472c-8774-72050e10f5e5 on network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:35.609337 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:35.610068 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Checking segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:35.610535 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.611012 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Bound using segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:35.611552 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Bound port: e33fa805-dda6-472c-8774-72050e10f5e5, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:35.612024 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.622758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Publish callbacks [] for port (65ba3745-5438-4b80-b644-bb74489408a6), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.632235 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (65ba3745-5438-4b80-b644-bb74489408a6), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.643775 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:29:35.650647 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6775412c-88e8-4979-82d7-b9d8ae2ad01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ae22b436-ad01-4b2e-890b-193ecf440d53), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.653120 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6775412c-88e8-4979-82d7-b9d8ae2ad01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.657354 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-6775412c-88e8-4979-82d7-b9d8ae2ad01c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae22b436-ad01-4b2e-890b-193ecf440d53 HTTP/1.1" status: 204 len: 168 time: 0.5907543 Mar 08 17:29:35.690849 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775412c-88e8-4979-82d7-b9d8ae2ad01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae22b436-ad01-4b2e-890b-193ecf440d53,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:35.693055 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, f1e98f65-d043-4791-8dbc-30c813b7ca3b) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:35.706815 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-f405d72d-d675-438b-b2bc-771f4ab1099b service neutron] 10.222.0.46 "GET /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678550 Mar 08 17:29:35.733174 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:35.747850 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Pushing event updated for resources: {'Port': ['ID=65ba3745-5438-4b80-b644-bb74489408a6,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:35.750351 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:35.757062 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:35.768046 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.786393 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] For port e33fa805-dda6-472c-8774-72050e10f5e5, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:35.822049 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d65a72-33be-44ff-b2f4-13d032160a07 None None] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:35.827356 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks [] for router_gateway (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.840410 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] For port e33fa805-dda6-472c-8774-72050e10f5e5, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=e33fa805-dda6-472c-8774-72050e10f5e5,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:35.853464 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.874299 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.876967 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Attempting to bind port 65ba3745-5438-4b80-b644-bb74489408a6 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:35.877438 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Attempting to bind port 65ba3745-5438-4b80-b644-bb74489408a6 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:35.878304 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Attempting to bind port 65ba3745-5438-4b80-b644-bb74489408a6 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:35.919135 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:35.920285 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.942283 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-f72a7894-0a02-4cdd-92b3-971bf54b10d3 service neutron] 10.222.0.46 "GET /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951265 Mar 08 17:29:35.962006 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:35.962380 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Checking segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:35.963103 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.963519 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Bound using segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:35.964033 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Bound port: 65ba3745-5438-4b80-b644-bb74489408a6, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:35.964406 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (65ba3745-5438-4b80-b644-bb74489408a6), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:35.995628 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-90b51b84-4bc5-4043-818d-67fddbf06602 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0195110 Mar 08 17:29:35.996352 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47506) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:36.008744 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:36.039085 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks [] for router_gateway (ac709325-f270-4046-9c62-d9ac84d2387e), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.082229 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4befc2d-3af2-4dde-80d1-fbc138715fb2 None None] Pushing event updated for resources: {'Port': ['ID=e33fa805-dda6-472c-8774-72050e10f5e5,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:36.089150 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.147936 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'project_id': '007867e3c6774a64ae3896c783673e8f', 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:29:36.149310 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.155176 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.156645 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.194840 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] For port 65ba3745-5438-4b80-b644-bb74489408a6, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:36.221051 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] For port 65ba3745-5438-4b80-b644-bb74489408a6, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=65ba3745-5438-4b80-b644-bb74489408a6,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:36.225632 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Allocated IP 172.27.1.15 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/7d292423-9302-4f48-b4fa-4063c673d4f9) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:36.272270 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47510) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:36.295401 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (65ba3745-5438-4b80-b644-bb74489408a6), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.359402 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks [] for router_controller (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), precommit_add_association {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.382801 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0de63912-c591-428d-b483-06d545843e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.426534 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks [] for router_gateway (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.491234 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d736bb9-b171-4ae7-82db-80290af5cfbe None None] Pushing event updated for resources: {'Port': ['ID=65ba3745-5438-4b80-b644-bb74489408a6,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:36.517258 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Allocated IP 172.20.0.2 (f1e98f65-d043-4791-8dbc-30c813b7ca3b/05422727-ab15-4b2b-85db-9374acaebec7/9b3f0b35-b84e-430a-9adc-9031e345efff) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:36.577538 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.800879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Publish callbacks [] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.807758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:36.899766 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:36.903147 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:36.905965 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:36.954541 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Pushing event updated for resources: {'Port': ['ID=9b3f0b35-b84e-430a-9adc-9031e345efff,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:37.000666 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Attempting to bind port 9b3f0b35-b84e-430a-9adc-9031e345efff on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:37.000976 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Attempting to bind port 9b3f0b35-b84e-430a-9adc-9031e345efff by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:37.001338 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Attempting to bind port 9b3f0b35-b84e-430a-9adc-9031e345efff on network f1e98f65-d043-4791-8dbc-30c813b7ca3b {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:37.007189 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:37.007591 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Checking segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:37.008039 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.008478 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Bound using segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:37.008962 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Bound port: 9b3f0b35-b84e-430a-9adc-9031e345efff, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:37.009342 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.112814 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] For port 9b3f0b35-b84e-430a-9adc-9031e345efff, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:37.121403 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] For port 9b3f0b35-b84e-430a-9adc-9031e345efff, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=9b3f0b35-b84e-430a-9adc-9031e345efff,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:37.146186 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.200772 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47560) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:37.266797 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks [] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.277574 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks [] for router_gateway (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.294916 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device e33fa805-dda6-472c-8774-72050e10f5e5 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:37.304521 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d1f8-8171-4406-acb2-d3d7aee5483a None None] Pushing event updated for resources: {'Port': ['ID=9b3f0b35-b84e-430a-9adc-9031e345efff,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:37.406796 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port e33fa805-dda6-472c-8774-72050e10f5e5 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:37.407916 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.439588 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0de63912-c591-428d-b483-06d545843e58 admin admin] Publish callbacks [] for security_group (5c014331-470f-4c32-bd42-8b137483b60f), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.465069 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0de63912-c591-428d-b483-06d545843e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5c014331-470f-4c32-bd42-8b137483b60f), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.575301 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.578524 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de63912-c591-428d-b483-06d545843e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c014331-470f-4c32-bd42-8b137483b60f,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:37.590485 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port e33fa805-dda6-472c-8774-72050e10f5e5 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:37.592247 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.620833 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fb0b96a2-12ed-45ec-ac29-30672c3aa3dc req-7f588ee1-6f0b-4e96-a03e-22fe1c96e8cf tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.4185064 Mar 08 17:29:37.680560 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port e33fa805-dda6-472c-8774-72050e10f5e5, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=e33fa805-dda6-472c-8774-72050e10f5e5,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:37.689419 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Pushing event updated for resources: {'Port': ['ID=7d292423-9302-4f48-b4fa-4063c673d4f9,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:37.692986 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:37.693808 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 65ba3745-5438-4b80-b644-bb74489408a6 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:37.769250 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:37.769401 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Allocated IP 172.27.1.239 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/c075b3e7-ad80-42e1-98b0-dd320c338461) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:37.782931 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:37.785916 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:37.836589 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0de63912-c591-428d-b483-06d545843e58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f95a7c188fb74aedaf05564ac2362ca5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5578613 Mar 08 17:29:37.854392 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47580) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:37.953888 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 65ba3745-5438-4b80-b644-bb74489408a6 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:37.954209 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (65ba3745-5438-4b80-b644-bb74489408a6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.011206 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d85db-5863-4afa-acd2-38f8c02954bd None None] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:38.142041 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=e33fa805-dda6-472c-8774-72050e10f5e5,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:38.153172 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a3412497-1bc7-4d94-9786-e47ae5ac0492 admin admin] Publish callbacks [] for security_group (5c014331-470f-4c32-bd42-8b137483b60f), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.198322 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-23f2a679-c49a-4589-acb9-1f19565f2103 None None] Provisioning complete for port e33fa805-dda6-472c-8774-72050e10f5e5 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:38.198833 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-23f2a679-c49a-4589-acb9-1f19565f2103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.243503 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks [] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.285950 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a3412497-1bc7-4d94-9786-e47ae5ac0492 admin admin] Publish callbacks [] for security_group (5c014331-470f-4c32-bd42-8b137483b60f), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.518029 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks [] for router_gateway (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.536629 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.556880 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.565555 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks [] for router_gateway (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.590098 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080038d5-a19e-4edb-b45b-c3ee0e714c9c None None] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:38.596087 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a3412497-1bc7-4d94-9786-e47ae5ac0492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5c014331-470f-4c32-bd42-8b137483b60f), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.603293 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a3412497-1bc7-4d94-9786-e47ae5ac0492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.604789 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-a3412497-1bc7-4d94-9786-e47ae5ac0492 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c014331-470f-4c32-bd42-8b137483b60f HTTP/1.1" status: 204 len: 168 time: 0.7478344 Mar 08 17:29:38.686939 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 65ba3745-5438-4b80-b644-bb74489408a6 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:38.688089 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (65ba3745-5438-4b80-b644-bb74489408a6), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.711773 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:38.712931 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3412497-1bc7-4d94-9786-e47ae5ac0492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c014331-470f-4c32-bd42-8b137483b60f,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:38.723545 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:38.726110 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:38.801771 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-23f2a679-c49a-4589-acb9-1f19565f2103 None None] Current status of the port e33fa805-dda6-472c-8774-72050e10f5e5 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:38.868365 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 65ba3745-5438-4b80-b644-bb74489408a6, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=65ba3745-5438-4b80-b644-bb74489408a6,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:38.875609 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (65ba3745-5438-4b80-b644-bb74489408a6), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:38.904627 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Allocated IP 172.27.1.125 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/4baa5c9c-e599-42f9-98c3-6bb5e9c55869) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:39.041266 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-8dc46529-5fc6-4c63-97d2-20286797818c None None] Provisioning complete for port e33fa805-dda6-472c-8774-72050e10f5e5 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:39.041672 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8dc46529-5fc6-4c63-97d2-20286797818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.051650 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=65ba3745-5438-4b80-b644-bb74489408a6,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:39.112660 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Pushing event updated for resources: {'Port': ['ID=c075b3e7-ad80-42e1-98b0-dd320c338461,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:39.144080 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-70145f75-6a3d-42d1-96da-9aef72f3739b req-6235bb51-5a39-4af4-8558-3bcfd0e11caf tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0690362 Mar 08 17:29:39.173545 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks [] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.220590 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43965f24-35d9-4c3f-90c6-e57e50328a3d None None] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:29:39.266527 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-8dc46529-5fc6-4c63-97d2-20286797818c None None] Current status of the port e33fa805-dda6-472c-8774-72050e10f5e5 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:39.270703 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.397629 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-8dc46529-5fc6-4c63-97d2-20286797818c None None] Provisioning complete for port 65ba3745-5438-4b80-b644-bb74489408a6 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:39.397629 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8dc46529-5fc6-4c63-97d2-20286797818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (65ba3745-5438-4b80-b644-bb74489408a6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.445495 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Pushing event updated for resources: {'Port': ['ID=4baa5c9c-e599-42f9-98c3-6bb5e9c55869,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:39.454503 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks [] for router_gateway (ac709325-f270-4046-9c62-d9ac84d2387e), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.463666 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:39.471528 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:39.474250 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:39.516843 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-8dc46529-5fc6-4c63-97d2-20286797818c None None] Current status of the port 65ba3745-5438-4b80-b644-bb74489408a6 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:39.534646 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device e33fa805-dda6-472c-8774-72050e10f5e5 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:39.568318 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.600099 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port e33fa805-dda6-472c-8774-72050e10f5e5 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:39.600618 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.673336 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Provisioning complete for port 9b3f0b35-b84e-430a-9adc-9031e345efff triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:39.673336 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.677874 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Allocated IP 172.27.1.67 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/1c14b6ed-59ee-4df6-befe-3291d5fda575) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:39.767312 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (ac709325-f270-4046-9c62-d9ac84d2387e), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.813142 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port e33fa805-dda6-472c-8774-72050e10f5e5 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:39.814236 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 9b3f0b35-b84e-430a-9adc-9031e345efff up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:39.896704 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Current status of the port 9b3f0b35-b84e-430a-9adc-9031e345efff is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:39.897266 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.916034 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 9b3f0b35-b84e-430a-9adc-9031e345efff triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:39.916406 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:39.964198 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Router ac709325-f270-4046-9c62-d9ac84d2387e is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:29:39.969142 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] For port 9b3f0b35-b84e-430a-9adc-9031e345efff, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=9b3f0b35-b84e-430a-9adc-9031e345efff,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:39.975420 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.048851 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Provisioning complete for port 65ba3745-5438-4b80-b644-bb74489408a6 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:40.049565 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (65ba3745-5438-4b80-b644-bb74489408a6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.114605 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:29:40.117014 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks [] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.121238 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Pushing event updated for resources: {'Port': ['ID=9b3f0b35-b84e-430a-9adc-9031e345efff,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:40.136766 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:29:40.137353 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Sync routers for ids ['ac709325-f270-4046-9c62-d9ac84d2387e'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:29:40.139073 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.140945 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-b38c343c-ce1b-45ac-8f69-58476e761e0f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1638384 Mar 08 17:29:40.144100 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47626) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:40.148694 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 9b3f0b35-b84e-430a-9adc-9031e345efff is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:40.156280 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks [] for router_gateway (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.162749 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Routers {'ac709325-f270-4046-9c62-d9ac84d2387e'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:40.163438 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['ac709325-f270-4046-9c62-d9ac84d2387e'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:40.228232 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-113b39c6-3143-405c-8afc-23c871d5f37f None None] Current status of the port 65ba3745-5438-4b80-b644-bb74489408a6 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:40.277931 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.364569 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-3967d4b8-8a2e-42be-ba29-f1b26e7ac407 None None] Provisioning complete for port 9b3f0b35-b84e-430a-9adc-9031e345efff triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:40.365270 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3967d4b8-8a2e-42be-ba29-f1b26e7ac407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.404570 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:40.411248 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:40.416631 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Pushing event updated for resources: {'Port': ['ID=1c14b6ed-59ee-4df6-befe-3291d5fda575,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:40.417980 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-21d5f4f1-f824-4f20-b8b0-ce8bddd188e5 req-15e6847f-6b42-4208-89da-68c88ec74cb4 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0486455 Mar 08 17:29:40.424904 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:40.495218 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:29:40.509374 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:29:40.517929 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-3967d4b8-8a2e-42be-ba29-f1b26e7ac407 None None] Current status of the port 9b3f0b35-b84e-430a-9adc-9031e345efff is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:40.527012 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:40.528009 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:40.530943 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Set router ac709325-f270-4046-9c62-d9ac84d2387e gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:40.673734 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.675918 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f3b0ab9c-b7d3-4bcc-9ca6-41c933c6931d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1489763 Mar 08 17:29:40.688466 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47640) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:40.721399 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:40.826593 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:39Z', 'revision_number': 3, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port': {'id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:40.866023 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Checking router: ac709325-f270-4046-9c62-d9ac84d2387e for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:29:40.867078 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Updating router ac709325-f270-4046-9c62-d9ac84d2387e port c075b3e7-ad80-42e1-98b0-dd320c338461 binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:29:40.873763 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.936401 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:40.959504 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:41.081917 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 9b3f0b35-b84e-430a-9adc-9031e345efff up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:41.229676 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:38Z', 'revision_number': 3, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:41.277272 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:29:41.325249 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:29:41.326706 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Updating router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 port 7d292423-9302-4f48-b4fa-4063c673d4f9 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:29:41.339057 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks [] for router_gateway (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:41.365223 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 9b3f0b35-b84e-430a-9adc-9031e345efff triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:41.365608 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:41.433968 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:41.636225 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Publish callbacks [] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:41.638254 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:29:41.645520 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:41.731668 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ad819335-306e-406a-aa18-0f06ee72af56 req-bb836768-aa17-49fd-9d87-161593ccc358 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0886595 Mar 08 17:29:41.792977 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Attempting to bind port c075b3e7-ad80-42e1-98b0-dd320c338461 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:41.793556 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Attempting to bind port c075b3e7-ad80-42e1-98b0-dd320c338461 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:41.794068 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Attempting to bind port c075b3e7-ad80-42e1-98b0-dd320c338461 on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:41.796462 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Pushing event updated for resources: {'Port': ['ID=c075b3e7-ad80-42e1-98b0-dd320c338461,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:41.806434 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:41.807089 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:41.807912 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:41.808512 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:41.809740 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Bound port: c075b3e7-ad80-42e1-98b0-dd320c338461, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:41.810345 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:41.814170 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.814831 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.815570 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.816227 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.816782 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.817323 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.818020 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.818556 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.819087 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.819635 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.820203 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.820750 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.821438 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Tracked resource versions report: Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: pushed versions: Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: { 'AddressGroup': {'1.2'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'ConntrackHelper': {'1.0'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Log': {'1.0'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Network': {'1.1'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Port': {'1.7'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'PortForwarding': {'1.2'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'QosPolicy': {'1.10'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SecurityGroup': {'1.5'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SubPort': {'1.0'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Subnet': {'1.1'}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Trunk': {'1.1'}} Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: consumer versions: Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: { DHCP agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: HyperV agent@hv-cinder-83009: {}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: L3 agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: Metadata agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: Metering agent@dv-cinder-830090-3-iscsi: {}, Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: Open vSwitch agent@dv-cinder-830090-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'ConntrackHelper': '1.0', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'LocalIPAssociation': '1.0', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Log': '1.0', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Network': '1.1', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Port': '1.7', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'PortForwarding': '1.2', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'QosPolicy': '1.10', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SecurityGroup': '1.5', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SecurityGroupRule': '1.2', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'SubPort': '1.0', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Subnet': '1.1', Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: 'Trunk': '1.1'}} Mar 08 17:29:41.822819 dv-cinder-830090-3-iscsi neutron-server[103294]: {{(pid=103294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:29:41.866454 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Allocated IP 172.20.0.1 (f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43/6a0c1964-c0d9-4089-9873-dbd164bf4a3a/eaffa521-f882-4a02-bf0e-8dc176a0f41a) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:41.930772 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] For port c075b3e7-ad80-42e1-98b0-dd320c338461, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:41.939189 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] For port c075b3e7-ad80-42e1-98b0-dd320c338461, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=c075b3e7-ad80-42e1-98b0-dd320c338461,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:41.949778 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.028705 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:29:42.096370 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099ea15-6aa5-4ace-a83b-e53a3c6fe496 None None] Pushing event updated for resources: {'Port': ['ID=c075b3e7-ad80-42e1-98b0-dd320c338461,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:42.102509 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Sync routers for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:29:42.135618 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Publish callbacks [] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.145138 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Publish callbacks [] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.150351 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:42.150998 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:42.172407 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.195901 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.209495 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.217296 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-8699401f-10ff-4f62-8bc2-6d6ca6090a5b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0638280 Mar 08 17:29:42.217973 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47678) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:42.252494 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.71', 49846) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:42.331771 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79079-c170-4fd2-a25d-218cee18005c None None] Pushing event updated for resources: {'Port': ['ID=7d292423-9302-4f48-b4fa-4063c673d4f9,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:42.344663 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 9b3f0b35-b84e-430a-9adc-9031e345efff is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:42.345769 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 65ba3745-5438-4b80-b644-bb74489408a6 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:42.351515 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Attempting to bind port 7d292423-9302-4f48-b4fa-4063c673d4f9 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:42.351970 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Attempting to bind port 7d292423-9302-4f48-b4fa-4063c673d4f9 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:42.352589 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Attempting to bind port 7d292423-9302-4f48-b4fa-4063c673d4f9 on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:42.358333 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.396239 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:42.397346 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:42.397863 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.398703 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:42.399317 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Bound port: 7d292423-9302-4f48-b4fa-4063c673d4f9, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:42.399927 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.410248 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:42.488734 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] For port 7d292423-9302-4f48-b4fa-4063c673d4f9, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:42.492449 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] For port 7d292423-9302-4f48-b4fa-4063c673d4f9, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=7d292423-9302-4f48-b4fa-4063c673d4f9,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:42.520838 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:42.523369 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.550259 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:42.555890 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:42.556369 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (ac709325-f270-4046-9c62-d9ac84d2387e), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.619777 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47700) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:42.652064 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:42.652505 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:42.739540 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Routers {'ac709325-f270-4046-9c62-d9ac84d2387e'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:42.740220 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['ac709325-f270-4046-9c62-d9ac84d2387e'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:42.747688 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79079-c170-4fd2-a25d-218cee18005c None None] Pushing event updated for resources: {'Port': ['ID=7d292423-9302-4f48-b4fa-4063c673d4f9,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:42.752189 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 65ba3745-5438-4b80-b644-bb74489408a6 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:42.752637 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (65ba3745-5438-4b80-b644-bb74489408a6), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.843897 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-ac47c151-f302-4e67-ad6d-7bbc8d5b3068 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:42.845525 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-ac47c151-f302-4e67-ad6d-7bbc8d5b3068 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.71 "GET /v2.0/networks?id=1ae4dac4-7ca1-4a19-9495-838dcdba6478 HTTP/1.1" status: 200 len: 811 time: 0.5396326 Mar 08 17:29:42.882868 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:42.912348 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Pushing event updated for resources: {'Port': ['ID=eaffa521-f882-4a02-bf0e-8dc176a0f41a,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:42.947237 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Request body: {'port': {'device_id': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'network_id': '1ae4dac4-7ca1-4a19-9495-838dcdba6478', 'admin_state_up': True, 'tenant_id': '9a66b4d71e7848e0afbf8d91bd69aded'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:42.952465 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:42.953683 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] Set router ac709325-f270-4046-9c62-d9ac84d2387e gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:43.039565 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a2fd21e0-f7e5-4c0a-85f1-c9ca8e1c0ed1 req-047f4024-2445-4b23-a252-ed6516eac854 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.1029236 Mar 08 17:29:43.116145 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 65ba3745-5438-4b80-b644-bb74489408a6 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:43.200029 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:39Z', 'revision_number': 3, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:43.305466 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Checking router: b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:29:43.306314 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Updating router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:29:43.308274 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:38Z', 'revision_number': 3, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:43.324852 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:29:43.358709 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785efd32-c49d-4f4b-b948-b82f3c9ce2d5 None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:38Z', 'revision_number': 3, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:29:43.364356 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff7ed-a3a3-4166-941c-d9a7e49ae4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:43.389162 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:43.615276 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Made reservation on behalf of 9a66b4d71e7848e0afbf8d91bd69aded for: {'port': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:29:43.618712 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:43.625658 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:43.652217 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Allocated IP 172.20.0.1 (c6cda2d8-e005-4116-8303-4d7da4dd4b97/5f33444a-083a-449e-8dd2-611fb6a0c2bd/b188d31c-3103-4983-ab31-da2575de1c16) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:43.672825 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:29:43.686130 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Sync routers for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:29:43.709970 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:43.710776 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:43.928131 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:43.929625 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c19c8cb9-225c-4cac-ab42-38e5a7f203dc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9305880 Mar 08 17:29:44.013620 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Publish callbacks [] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:44.056647 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:44.137035 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:44.155777 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:39Z', 'revision_number': 3, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port': {'id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:44.162870 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47752) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:44.222974 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Publish callbacks [] for port (b188d31c-3103-4983-ab31-da2575de1c16), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:44.226983 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Attempting to bind port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:44.227641 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Attempting to bind port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:44.228280 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Attempting to bind port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:44.277864 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:44.280358 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:44.281066 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:44.281699 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:44.282532 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Bound port: 4baa5c9c-e599-42f9-98c3-6bb5e9c55869, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:44.283164 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:44.290523 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639fe448-1033-4b2a-9986-db919fb457f1 None None] The sync data for ids ['ac709325-f270-4046-9c62-d9ac84d2387e'] in dv-cinder-830090-3-iscsi is: [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:39Z', 'revision_number': 3, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port': {'id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:29:44.385176 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80d600-86ce-4930-a65b-fc784948493d None None] Pushing event updated for resources: {'Port': ['ID=4baa5c9c-e599-42f9-98c3-6bb5e9c55869,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:44.434668 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] For port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:44.453681 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] For port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=4baa5c9c-e599-42f9-98c3-6bb5e9c55869,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:44.463906 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:44.592663 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:40Z', 'revision_number': 3, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:44.619424 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-176437a2-d9d8-4387-af5b-9a6a93f1e14b req-7d382f8e-5b5e-428f-844f-3fd12a1feab8 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.2640190 Mar 08 17:29:44.653784 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:44.654702 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:44.683282 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Checking router: bca7d46d-d9c4-4479-a7a3-d8c66c4e692a for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:29:44.688396 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Updating router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a port 1c14b6ed-59ee-4df6-befe-3291d5fda575 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:29:44.738824 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Allocated IP 172.20.0.6 (1ae4dac4-7ca1-4a19-9495-838dcdba6478/ab954a62-0427-4e64-aef7-833d9d7f1657/5d7fa6ba-f48a-462c-8b77-02bed9a9326c) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:44.763776 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80d600-86ce-4930-a65b-fc784948493d None None] Pushing event updated for resources: {'Port': ['ID=4baa5c9c-e599-42f9-98c3-6bb5e9c55869,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:44.823350 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (b188d31c-3103-4983-ab31-da2575de1c16), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:44.828346 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:44.980397 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:45.065567 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:45.072485 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:45.076154 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:45.076843 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:45.570169 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 7d292423-9302-4f48-b4fa-4063c673d4f9 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:45.696728 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:45.737829 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff7ed-a3a3-4166-941c-d9a7e49ae4d3 admin admin] Publish callbacks [] for security_group (29d36b28-cd26-4600-bbde-023eda822c9b), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:45.748822 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Publish callbacks [] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:45.777027 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:45.778218 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (ac709325-f270-4046-9c62-d9ac84d2387e), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:45.818122 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Pushing event updated for resources: {'Port': ['ID=b188d31c-3103-4983-ab31-da2575de1c16,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:45.844933 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff7ed-a3a3-4166-941c-d9a7e49ae4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (29d36b28-cd26-4600-bbde-023eda822c9b), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:45.904890 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-ae8ff7ed-a3a3-4166-941c-d9a7e49ae4d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cecacb8e081f4a22ae9f1d91288afc76&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2582929 Mar 08 17:29:45.923108 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:39Z', 'revision_number': 3, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:45.979298 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47784) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:45.987311 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ad66cac2-08b9-4112-aa2e-8f350fbf3d19 req-b1b6c781-04e9-4e15-a976-dafa5ca4fa23 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0915804 Mar 08 17:29:46.051416 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208dd68-7913-49cf-b7f1-2211cf396592 None None] The sync data for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi is: [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:39Z', 'revision_number': 3, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:29:46.340607 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Publish callbacks [] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:46.354531 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-8498ff33-a108-41d0-a48d-904e2edcf465 None None] Provisioning complete for port b188d31c-3103-4983-ab31-da2575de1c16 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:46.356066 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8498ff33-a108-41d0-a48d-904e2edcf465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (b188d31c-3103-4983-ab31-da2575de1c16), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:46.366962 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:46.523502 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Publish callbacks [] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:46.651281 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:46.854422 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7d54c-2207-4827-8f0f-15da7da625b2 None None] Pushing event updated for resources: {'Port': ['ID=1c14b6ed-59ee-4df6-befe-3291d5fda575,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:46.872631 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:46.895260 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ff7ed-a3a3-4166-941c-d9a7e49ae4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d36b28-cd26-4600-bbde-023eda822c9b,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:46.915668 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:46.940712 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:46.947303 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:46.948191 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:46.953140 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 7d292423-9302-4f48-b4fa-4063c673d4f9 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:46.955778 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:46.960163 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:46.972367 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0428367 Mar 08 17:29:46.986306 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (b188d31c-3103-4983-ab31-da2575de1c16), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:46.995456 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:47.017742 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897735d-69dd-45b5-a756-3148668f792d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Pushing event updated for resources: {'Port': ['ID=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:47.099567 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Attempting to bind port 1c14b6ed-59ee-4df6-befe-3291d5fda575 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:47.099567 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Attempting to bind port 1c14b6ed-59ee-4df6-befe-3291d5fda575 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:47.099996 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Attempting to bind port 1c14b6ed-59ee-4df6-befe-3291d5fda575 on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:47.112912 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-8498ff33-a108-41d0-a48d-904e2edcf465 None None] Port b188d31c-3103-4983-ab31-da2575de1c16 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:29:47.159316 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:47.160392 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:47.161045 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.162274 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:47.163023 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Bound port: 1c14b6ed-59ee-4df6-befe-3291d5fda575, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:47.164061 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.179573 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-092ba27d-c128-47fc-81af-4ee50e636e31 admin admin] Publish callbacks [] for security_group (29d36b28-cd26-4600-bbde-023eda822c9b), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.190784 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Pushing event updated for resources: {'Port': ['ID=eaffa521-f882-4a02-bf0e-8dc176a0f41a,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:47.282006 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] For port 1c14b6ed-59ee-4df6-befe-3291d5fda575, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:47.298630 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] For port 1c14b6ed-59ee-4df6-befe-3291d5fda575, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1c14b6ed-59ee-4df6-befe-3291d5fda575,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:47.339631 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Publish callbacks [] for port (b188d31c-3103-4983-ab31-da2575de1c16), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.348210 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 7d292423-9302-4f48-b4fa-4063c673d4f9 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:47.348690 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.350041 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (b188d31c-3103-4983-ab31-da2575de1c16), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.352987 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.367113 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.430295 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7d54c-2207-4827-8f0f-15da7da625b2 None None] Pushing event updated for resources: {'Port': ['ID=1c14b6ed-59ee-4df6-befe-3291d5fda575,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:47.430635 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Router ac709325-f270-4046-9c62-d9ac84d2387e has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:29:47.444177 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 7d292423-9302-4f48-b4fa-4063c673d4f9, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=7d292423-9302-4f48-b4fa-4063c673d4f9,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:47.450824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.451972 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device c075b3e7-ad80-42e1-98b0-dd320c338461 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:47.516271 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47816) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:47.524130 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-092ba27d-c128-47fc-81af-4ee50e636e31 admin admin] Publish callbacks [] for security_group (29d36b28-cd26-4600-bbde-023eda822c9b), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.555783 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Pushing event updated for resources: {'Port': ['ID=b188d31c-3103-4983-ab31-da2575de1c16,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:47.559026 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:47.559821 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:47.604817 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:47.607133 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:47.710604 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=7d292423-9302-4f48-b4fa-4063c673d4f9,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:47.722181 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port c075b3e7-ad80-42e1-98b0-dd320c338461 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:47.722650 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.727496 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338121f4-1f5d-4667-9bc2-96478258ccde req-f88f8894-a8b1-4b58-9729-8ada2bc5cec9 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:47.729140 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-338121f4-1f5d-4667-9bc2-96478258ccde req-f88f8894-a8b1-4b58-9729-8ada2bc5cec9 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 931 time: 0.5109603 Mar 08 17:29:47.787516 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1822887f-c723-4189-806d-df5ddfd65d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:47.801186 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Allocated IP 172.20.0.1 (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6/0c770c80-1c82-445b-aeea-be9ac9dc586c/7c3722cf-6a51-41b3-83d9-874517ca0670) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:47.850561 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:29:47.866955 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:48.076167 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-338121f4-1f5d-4667-9bc2-96478258ccde req-0260e0e2-9b73-430e-b944-1c8f6cc8caf8 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372445 Mar 08 17:29:48.077372 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:29:48.089449 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Sync routers for ids ['ac709325-f270-4046-9c62-d9ac84d2387e'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:29:48.090983 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-96922724-c057-4ec8-8524-ea470aa59026 admin admin] 10.222.0.46 "PUT /v2.0/routers/ac709325-f270-4046-9c62-d9ac84d2387e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9448183 Mar 08 17:29:48.136047 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Routers {'ac709325-f270-4046-9c62-d9ac84d2387e'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:48.137799 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:29:48.141571 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-092ba27d-c128-47fc-81af-4ee50e636e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (29d36b28-cd26-4600-bbde-023eda822c9b), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.144466 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-092ba27d-c128-47fc-81af-4ee50e636e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.145883 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-092ba27d-c128-47fc-81af-4ee50e636e31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29d36b28-cd26-4600-bbde-023eda822c9b HTTP/1.1" status: 204 len: 168 time: 2.1573472 Mar 08 17:29:48.166905 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ba27d-c128-47fc-81af-4ee50e636e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d36b28-cd26-4600-bbde-023eda822c9b,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:48.179548 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['ac709325-f270-4046-9c62-d9ac84d2387e'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:48.184254 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-1ab7f9f3-6d1d-4353-8474-b8a1d628258e admin admin] 10.222.0.46 "PUT /v2.0/routers/c86e3127-aa3a-4715-ba4f-d86ecde1d2e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4930491 Mar 08 17:29:48.194594 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:29:48.299288 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1822887f-c723-4189-806d-df5ddfd65d1a admin admin] Publish callbacks [] for security_group (8ce8a9b1-a23d-4aad-8fc2-2d5705d80683), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.312422 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Publish callbacks [] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.314018 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1822887f-c723-4189-806d-df5ddfd65d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8ce8a9b1-a23d-4aad-8fc2-2d5705d80683), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.415561 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822887f-c723-4189-806d-df5ddfd65d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce8a9b1-a23d-4aad-8fc2-2d5705d80683,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:48.431551 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-1822887f-c723-4189-806d-df5ddfd65d1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54cce52ba8414c1099b3888e529c1d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9142754 Mar 08 17:29:48.434390 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 47830) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:48.520818 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:48.521464 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:48.539254 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-056d90b0-7172-459e-8b63-532c25edda91 None None] Provisioning complete for port b188d31c-3103-4983-ab31-da2575de1c16 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:48.539631 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-056d90b0-7172-459e-8b63-532c25edda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (b188d31c-3103-4983-ab31-da2575de1c16), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.550353 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-230ea17d-419a-43cf-ac6f-786bfd117d3f admin admin] Publish callbacks [] for security_group (8ce8a9b1-a23d-4aad-8fc2-2d5705d80683), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.558165 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.579013 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.659187 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-056d90b0-7172-459e-8b63-532c25edda91 None None] Port b188d31c-3103-4983-ab31-da2575de1c16 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:29:48.662563 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port c075b3e7-ad80-42e1-98b0-dd320c338461 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:48.663135 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.725276 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Set router ac709325-f270-4046-9c62-d9ac84d2387e gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:48.728992 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-230ea17d-419a-43cf-ac6f-786bfd117d3f admin admin] Publish callbacks [] for security_group (8ce8a9b1-a23d-4aad-8fc2-2d5705d80683), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.744715 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-c0d2336c-18de-4c42-975a-c84427d77973 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:29:48.746122 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-c0d2336c-18de-4c42-975a-c84427d77973 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058699 Mar 08 17:29:48.756446 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port c075b3e7-ad80-42e1-98b0-dd320c338461, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=c075b3e7-ad80-42e1-98b0-dd320c338461,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:48.821419 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:48.959946 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:48.963166 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:49.061266 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Pushing event updated for resources: {'Port': ['ID=7c3722cf-6a51-41b3-83d9-874517ca0670,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:49.075839 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=c075b3e7-ad80-42e1-98b0-dd320c338461,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:49.078182 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-230ea17d-419a-43cf-ac6f-786bfd117d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8ce8a9b1-a23d-4aad-8fc2-2d5705d80683), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.081113 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-230ea17d-419a-43cf-ac6f-786bfd117d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.088988 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-230ea17d-419a-43cf-ac6f-786bfd117d3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ce8a9b1-a23d-4aad-8fc2-2d5705d80683 HTTP/1.1" status: 204 len: 168 time: 0.6504853 Mar 08 17:29:49.097734 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:49.105638 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:49.106919 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.188779 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 7d292423-9302-4f48-b4fa-4063c673d4f9 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:49.193126 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47848) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:49.224224 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ae84a328-0be1-45b9-afa8-decc9183a145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.313529 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:43Z', 'revision_number': 4, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port': {'id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'eaffa521-f882-4a02-bf0e-8dc176a0f41a', 'name': '', 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'mac_address': 'fa:16:3e:cb:3f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a0c1964-c0d9-4089-9873-dbd164bf4a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:40Z', 'updated_at': '2022-03-08T17:29:43Z', 'revision_number': 2, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'subnets': [{'id': '6a0c1964-c0d9-4089-9873-dbd164bf4a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:49.316784 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:40Z', 'revision_number': 3, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:49.394528 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Checking router: ac709325-f270-4046-9c62-d9ac84d2387e for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:29:49.394985 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Updating router ac709325-f270-4046-9c62-d9ac84d2387e port eaffa521-f882-4a02-bf0e-8dc176a0f41a binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:29:49.450787 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeecec2-9cb9-4597-99ae-ffc5d52a507f None None] The sync data for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi is: [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:40Z', 'revision_number': 3, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:29:49.474692 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.529374 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ae84a328-0be1-45b9-afa8-decc9183a145 admin admin] Publish callbacks [] for security_group (6ba08f3e-fbfe-4be8-b6aa-2101fd1afa53), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.542419 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ae84a328-0be1-45b9-afa8-decc9183a145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (6ba08f3e-fbfe-4be8-b6aa-2101fd1afa53), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.567890 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 7d292423-9302-4f48-b4fa-4063c673d4f9 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:49.568409 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.636349 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ea17d-419a-43cf-ac6f-786bfd117d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce8a9b1-a23d-4aad-8fc2-2d5705d80683,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:49.715042 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-faa7891d-a7a6-49b4-8196-eb7e8e493e06 None None] Provisioning complete for port 7c3722cf-6a51-41b3-83d9-874517ca0670 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:49.718596 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-faa7891d-a7a6-49b4-8196-eb7e8e493e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.746799 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ae84a328-0be1-45b9-afa8-decc9183a145 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=654ea2c7e607488dbbf474cf9b0d5340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517159 Mar 08 17:29:49.750755 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84a328-0be1-45b9-afa8-decc9183a145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba08f3e-fbfe-4be8-b6aa-2101fd1afa53,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:49.771313 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47868) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:49.776709 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-faa7891d-a7a6-49b4-8196-eb7e8e493e06 None None] Port 7c3722cf-6a51-41b3-83d9-874517ca0670 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:29:49.797643 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 2, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:49.844313 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:29:49.844868 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Updating router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 port b188d31c-3103-4983-ab31-da2575de1c16 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:29:49.891782 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47870) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:49.947681 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7ca72823-3d2b-4b9d-984d-94239af0fff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:49.984508 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bc386c14-3b3f-4fdc-b6bd-1664e125695e admin admin] Publish callbacks [] for security_group (6ba08f3e-fbfe-4be8-b6aa-2101fd1afa53), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.055701 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 7d292423-9302-4f48-b4fa-4063c673d4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:50.061127 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:50.150576 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bc386c14-3b3f-4fdc-b6bd-1664e125695e admin admin] Publish callbacks [] for security_group (6ba08f3e-fbfe-4be8-b6aa-2101fd1afa53), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.157876 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (b188d31c-3103-4983-ab31-da2575de1c16), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.232822 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Allocated IP 172.20.0.1 (f1e98f65-d043-4791-8dbc-30c813b7ca3b/05422727-ab15-4b2b-85db-9374acaebec7/916e89b1-e531-4529-8f43-d726bcac4bac) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:50.257040 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.312773 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7ca72823-3d2b-4b9d-984d-94239af0fff7 admin admin] Publish callbacks [] for security_group (b19259c9-f562-498d-862c-1e6f69521b5e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.319066 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7ca72823-3d2b-4b9d-984d-94239af0fff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b19259c9-f562-498d-862c-1e6f69521b5e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.341833 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Publish callbacks [] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.362421 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.383815 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:50.384192 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.437106 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7ca72823-3d2b-4b9d-984d-94239af0fff7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35e00069d26846bbb987c14afdf8b2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5398850 Mar 08 17:29:50.437958 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca72823-3d2b-4b9d-984d-94239af0fff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19259c9-f562-498d-862c-1e6f69521b5e,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:50.448877 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47874) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:50.469883 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bc386c14-3b3f-4fdc-b6bd-1664e125695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (6ba08f3e-fbfe-4be8-b6aa-2101fd1afa53), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.480988 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bc386c14-3b3f-4fdc-b6bd-1664e125695e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.485278 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-bc386c14-3b3f-4fdc-b6bd-1664e125695e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ba08f3e-fbfe-4be8-b6aa-2101fd1afa53 HTTP/1.1" status: 204 len: 168 time: 0.7095938 Mar 08 17:29:50.553440 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc386c14-3b3f-4fdc-b6bd-1664e125695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba08f3e-fbfe-4be8-b6aa-2101fd1afa53,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:50.578179 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac13bbe-feaf-45f7-829f-6364a82ddd59 None None] Pushing event updated for resources: {'Port': ['ID=eaffa521-f882-4a02-bf0e-8dc176a0f41a,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:50.606511 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Request body: {'port': {'device_id': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:50.628077 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Attempting to bind port eaffa521-f882-4a02-bf0e-8dc176a0f41a on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:50.628998 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Attempting to bind port eaffa521-f882-4a02-bf0e-8dc176a0f41a by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:50.629747 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Attempting to bind port eaffa521-f882-4a02-bf0e-8dc176a0f41a on network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:50.639018 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:50.647880 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Checking segment: {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:50.648973 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.649846 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Bound using segment: {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:50.650800 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Bound port: eaffa521-f882-4a02-bf0e-8dc176a0f41a, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:50.654395 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:50.780072 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47882) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:50.787780 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-3eda716a-945e-4506-8d53-f8384d6032f7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581556281', 'description': 'tempest-description--375997628'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:50.979873 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] For port eaffa521-f882-4a02-bf0e-8dc176a0f41a, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:50.986665 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] For port eaffa521-f882-4a02-bf0e-8dc176a0f41a, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=eaffa521-f882-4a02-bf0e-8dc176a0f41a,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:51.018867 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.023475 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-94cec87c-ecca-4b74-97cc-19aebf7a1f44 admin admin] Publish callbacks [] for security_group (b19259c9-f562-498d-862c-1e6f69521b5e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.029695 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.051130 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3eda716a-945e-4506-8d53-f8384d6032f7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.083850 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-94cec87c-ecca-4b74-97cc-19aebf7a1f44 admin admin] Publish callbacks [] for security_group (b19259c9-f562-498d-862c-1e6f69521b5e), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.142107 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Routers {'ac709325-f270-4046-9c62-d9ac84d2387e'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:51.142934 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['ac709325-f270-4046-9c62-d9ac84d2387e'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:51.173915 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-628456f3-2534-4aaa-8f17-006b447de581 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:51.192983 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-628456f3-2534-4aaa-8f17-006b447de581 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 818 time: 1.6546848 Mar 08 17:29:51.323065 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Publish callbacks [] for port (916e89b1-e531-4529-8f43-d726bcac4bac), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.347664 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-e8c6e727-d779-4c85-bcf4-48e30ece7558 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/quotas/d08b2286a5b940c1b39f1a2efe400bfb HTTP/1.1" status: 200 len: 375 time: 0.1534657 Mar 08 17:29:51.524609 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac13bbe-feaf-45f7-829f-6364a82ddd59 None None] Pushing event updated for resources: {'Port': ['ID=eaffa521-f882-4a02-bf0e-8dc176a0f41a,revision_number=4']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:51.535811 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ab270-53ac-43af-ab6a-1d9de0ccae2c req-a98e73e2-aa9b-47eb-825d-23db6d4ae179 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:51.539225 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f56ab270-53ac-43af-ab6a-1d9de0ccae2c req-a98e73e2-aa9b-47eb-825d-23db6d4ae179 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 931 time: 0.5980248 Mar 08 17:29:51.631931 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] Set router ac709325-f270-4046-9c62-d9ac84d2387e gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:51.665213 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-a5f962ee-5f71-4ed4-8eb6-74d3fcfa8e3d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3124003 Mar 08 17:29:51.710838 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.792412 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Pushing event updated for resources: {'Port': ['ID=916e89b1-e531-4529-8f43-d726bcac4bac,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:51.822904 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f56ab270-53ac-43af-ab6a-1d9de0ccae2c req-a1aba90c-d833-43f8-8c46-206ee95bf97a tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655427 Mar 08 17:29:51.838264 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Publish callbacks [] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.862302 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:51.872344 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.873258 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.881777 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:51.900919 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:51.901144 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.902621 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3eda716a-945e-4506-8d53-f8384d6032f7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (a14f4cba-66e0-4ee8-b115-f66ca83c9092), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.944413 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Publish callbacks [] for port (b188d31c-3103-4983-ab31-da2575de1c16), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.958915 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3eda716a-945e-4506-8d53-f8384d6032f7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (a14f4cba-66e0-4ee8-b115-f66ca83c9092), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.963998 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (b188d31c-3103-4983-ab31-da2575de1c16), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.032066 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-94cec87c-ecca-4b74-97cc-19aebf7a1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b19259c9-f562-498d-862c-1e6f69521b5e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.034771 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-94cec87c-ecca-4b74-97cc-19aebf7a1f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.036026 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-94cec87c-ecca-4b74-97cc-19aebf7a1f44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b19259c9-f562-498d-862c-1e6f69521b5e HTTP/1.1" status: 204 len: 168 time: 1.5862255 Mar 08 17:29:52.062585 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda716a-945e-4506-8d53-f8384d6032f7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14f4cba-66e0-4ee8-b115-f66ca83c9092,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:52.121706 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:52.125911 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.129894 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cec87c-ecca-4b74-97cc-19aebf7a1f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19259c9-f562-498d-862c-1e6f69521b5e,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:52.217255 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3eda716a-945e-4506-8d53-f8384d6032f7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.226663 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:43Z', 'revision_number': 4, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port': {'id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'eaffa521-f882-4a02-bf0e-8dc176a0f41a', 'name': '', 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'mac_address': 'fa:16:3e:cb:3f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a0c1964-c0d9-4089-9873-dbd164bf4a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:40Z', 'updated_at': '2022-03-08T17:29:50Z', 'revision_number': 4, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'subnets': [{'id': '6a0c1964-c0d9-4089-9873-dbd164bf4a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:52.238947 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-3eda716a-945e-4506-8d53-f8384d6032f7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4510987 Mar 08 17:29:52.239779 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47920) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:52.262424 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-c5f68006-966a-4c9d-a4e3-a7f6a8e29490 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group_rule': {'security_group_id': 'a14f4cba-66e0-4ee8-b115-f66ca83c9092', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:52.298262 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d29f-0da9-44ae-88a9-f8d3c627d712 None None] Pushing event updated for resources: {'Port': ['ID=b188d31c-3103-4983-ab31-da2575de1c16,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:52.362170 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ac106-ff4e-4160-bff8-7777581b870d None None] The sync data for ids ['ac709325-f270-4046-9c62-d9ac84d2387e'] in dv-cinder-830090-3-iscsi is: [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:43Z', 'revision_number': 4, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port': {'id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'eaffa521-f882-4a02-bf0e-8dc176a0f41a', 'name': '', 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'mac_address': 'fa:16:3e:cb:3f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a0c1964-c0d9-4089-9873-dbd164bf4a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:40Z', 'updated_at': '2022-03-08T17:29:50Z', 'revision_number': 4, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'subnets': [{'id': '6a0c1964-c0d9-4089-9873-dbd164bf4a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:29:52.373954 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=4baa5c9c-e599-42f9-98c3-6bb5e9c55869,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:52.449228 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c5f68006-966a-4c9d-a4e3-a7f6a8e29490 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (62f1cc47-4ce5-49a3-9a24-3add8fbb9b8a), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.527840 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.655589 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Attempting to bind port b188d31c-3103-4983-ab31-da2575de1c16 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:52.656528 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Attempting to bind port b188d31c-3103-4983-ab31-da2575de1c16 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:52.657404 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Attempting to bind port b188d31c-3103-4983-ab31-da2575de1c16 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:52.727566 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:52.728131 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Checking segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:52.730108 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.730707 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Bound using segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:52.732802 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Bound port: b188d31c-3103-4983-ab31-da2575de1c16, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:52.736834 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (b188d31c-3103-4983-ab31-da2575de1c16), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.746596 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f185ae1f-c2fd-4d57-8123-aa9b6bcf2f97 None None] Provisioning complete for port 916e89b1-e531-4529-8f43-d726bcac4bac triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:52.748403 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f185ae1f-c2fd-4d57-8123-aa9b6bcf2f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.751120 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:52.756868 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:52.915688 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=4baa5c9c-e599-42f9-98c3-6bb5e9c55869,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:52.959079 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f185ae1f-c2fd-4d57-8123-aa9b6bcf2f97 None None] Port 916e89b1-e531-4529-8f43-d726bcac4bac cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:29:53.124587 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c5f68006-966a-4c9d-a4e3-a7f6a8e29490 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (62f1cc47-4ce5-49a3-9a24-3add8fbb9b8a), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.133774 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Pushing event updated for resources: {'Port': ['ID=7c3722cf-6a51-41b3-83d9-874517ca0670,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:53.137469 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c5f68006-966a-4c9d-a4e3-a7f6a8e29490 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (62f1cc47-4ce5-49a3-9a24-3add8fbb9b8a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.185840 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1c14b6ed-59ee-4df6-befe-3291d5fda575 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:53.312877 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:29:53.320566 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-76aebcb4-f6fa-4880-a3f0-fbaaea6b7541 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:29:53.321396 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] For port b188d31c-3103-4983-ab31-da2575de1c16, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:53.329181 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 1c14b6ed-59ee-4df6-befe-3291d5fda575 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:53.329555 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.335932 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-76aebcb4-f6fa-4880-a3f0-fbaaea6b7541 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9508011 Mar 08 17:29:53.398059 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-0d8f6523-1919-4069-9d6a-edb37bbe2f01 None None] Provisioning complete for port b188d31c-3103-4983-ab31-da2575de1c16 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:53.398434 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d8f6523-1919-4069-9d6a-edb37bbe2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (b188d31c-3103-4983-ab31-da2575de1c16), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.473211 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.533900 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f6523-1919-4069-9d6a-edb37bbe2f01 None None] Port b188d31c-3103-4983-ab31-da2575de1c16 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:29:53.546082 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] For port b188d31c-3103-4983-ab31-da2575de1c16, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=b188d31c-3103-4983-ab31-da2575de1c16,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:53.636974 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (b188d31c-3103-4983-ab31-da2575de1c16), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.662178 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 1c14b6ed-59ee-4df6-befe-3291d5fda575 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:53.662598 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.815470 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f68006-966a-4c9d-a4e3-a7f6a8e29490 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f1cc47-4ce5-49a3-9a24-3add8fbb9b8a,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:53.825054 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c5f68006-966a-4c9d-a4e3-a7f6a8e29490 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.826828 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c5f68006-966a-4c9d-a4e3-a7f6a8e29490 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5766246 Mar 08 17:29:53.830275 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47956) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:53.837818 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-e85b34a7-fe62-46fb-af70-7ab4958feeb6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group_rule': {'security_group_id': 'a14f4cba-66e0-4ee8-b115-f66ca83c9092', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:53.854942 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 1c14b6ed-59ee-4df6-befe-3291d5fda575, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1c14b6ed-59ee-4df6-befe-3291d5fda575,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:53.859954 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d29f-0da9-44ae-88a9-f8d3c627d712 None None] Pushing event updated for resources: {'Port': ['ID=b188d31c-3103-4983-ab31-da2575de1c16,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:53.873067 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7fa6ba-f48a-462c-8b77-02bed9a9326c {{(pid=103292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:29:53.903831 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.904995 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device c075b3e7-ad80-42e1-98b0-dd320c338461 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:53.909188 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Publish callbacks [] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.910542 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:53.911999 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:54.046960 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-6d45026b-cb04-4682-8fda-160aefd7e70a None None] Provisioning complete for port 7c3722cf-6a51-41b3-83d9-874517ca0670 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:54.047661 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6d45026b-cb04-4682-8fda-160aefd7e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.059919 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.provisioning_blocks [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Transition to ACTIVE for port object 5d7fa6ba-f48a-462c-8b77-02bed9a9326c will not be triggered until provisioned by entity L2. {{(pid=103292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:29:54.076856 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.135502 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e85b34a7-fe62-46fb-af70-7ab4958feeb6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (7948bf74-e96b-4177-b335-6b5a5c32aa81), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.159108 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:29:54.169034 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Sync routers for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:29:54.189551 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-b591f0f9-c0fe-486c-97d0-4af4ce87c50f admin admin] 10.222.0.46 "PUT /v2.0/routers/b4c28792-b1ff-4c20-90ec-5bf8f8cfb174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9689436 Mar 08 17:29:54.198940 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:54.201565 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:54.300355 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ca69f-a793-4b47-b91d-7295bd0e38c7 req-86961da3-cccc-457c-b4fb-5387244e2ac2 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:54.309167 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-542ca69f-a793-4b47-b91d-7295bd0e38c7 req-86961da3-cccc-457c-b4fb-5387244e2ac2 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 931 time: 1.1625040 Mar 08 17:29:54.354691 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e85b34a7-fe62-46fb-af70-7ab4958feeb6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (7948bf74-e96b-4177-b335-6b5a5c32aa81), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.366369 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e85b34a7-fe62-46fb-af70-7ab4958feeb6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (7948bf74-e96b-4177-b335-6b5a5c32aa81), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.388083 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-6d45026b-cb04-4682-8fda-160aefd7e70a None None] Port 7c3722cf-6a51-41b3-83d9-874517ca0670 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:29:54.402659 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=1c14b6ed-59ee-4df6-befe-3291d5fda575,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:54.479128 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b34a7-fe62-46fb-af70-7ab4958feeb6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7948bf74-e96b-4177-b335-6b5a5c32aa81,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:54.500975 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e85b34a7-fe62-46fb-af70-7ab4958feeb6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.503556 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e85b34a7-fe62-46fb-af70-7ab4958feeb6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6720943 Mar 08 17:29:54.515977 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 47970) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:54.533102 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:54.558646 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port c075b3e7-ad80-42e1-98b0-dd320c338461 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:54.561381 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:54.563613 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-eef4ab32-8d37-4d39-aa47-9f0b0c35b1cf service neutron] 10.222.0.46 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2267320 Mar 08 17:29:54.563735 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.603145 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.615077 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:54.658200 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:54.706433 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Publish callbacks [] for port (916e89b1-e531-4529-8f43-d726bcac4bac), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.729910 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.739810 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.784870 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-9bed1e62-27b0-4a28-ab51-3f5ddeca5c2a None None] Provisioning complete for port b188d31c-3103-4983-ab31-da2575de1c16 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:54.796208 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bed1e62-27b0-4a28-ab51-3f5ddeca5c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (b188d31c-3103-4983-ab31-da2575de1c16), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:54.893377 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Attempting to bind port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:54.893736 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Attempting to bind port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1dbeff68-35d3-4dfc-89ec-271667354ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '1ae4dac4-7ca1-4a19-9495-838dcdba6478'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:54.894093 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Attempting to bind port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c on network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:54.978178 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c on network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:29:54.978501 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Attempting to bind port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c on network 1ae4dac4-7ca1-4a19-9495-838dcdba6478 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:55.017649 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:55.018085 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Checking segment: {'id': '1dbeff68-35d3-4dfc-89ec-271667354ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '1ae4dac4-7ca1-4a19-9495-838dcdba6478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:55.018712 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Bound using segment: {'id': '1dbeff68-35d3-4dfc-89ec-271667354ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '1ae4dac4-7ca1-4a19-9495-838dcdba6478'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:55.019281 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Bound port: 5d7fa6ba-f48a-462c-8b77-02bed9a9326c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbeff68-35d3-4dfc-89ec-271667354ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '1ae4dac4-7ca1-4a19-9495-838dcdba6478'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:55.019668 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:55.099540 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-542ca69f-a793-4b47-b91d-7295bd0e38c7 req-e140cc7c-ce39-400c-8052-1ab3edc1f811 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7799482 Mar 08 17:29:55.194798 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] For port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c, host hv-cinder-83009, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:55.201218 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] For port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,segment=NetworkSegment(1dbeff68-35d3-4dfc-89ec-271667354ad6),segment_id=1dbeff68-35d3-4dfc-89ec-271667354ad6)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:55.225934 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:55.229824 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:50Z', 'revision_number': 2, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:55.238867 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Pushing event updated for resources: {'Port': ['ID=916e89b1-e531-4529-8f43-d726bcac4bac,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:55.323964 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Checking router: b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:29:55.325214 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Updating router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 port 7c3722cf-6a51-41b3-83d9-874517ca0670 binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:29:55.364673 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:55.365358 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:55.366854 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] 10.222.0.71 "PUT /v2.0/ports/5d7fa6ba-f48a-462c-8b77-02bed9a9326c HTTP/1.1" status: 200 len: 1093 time: 4.9049439 Mar 08 17:29:55.368027 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-c5348dde-e481-4290-b226-7ef7664d6279 service neutron] 10.222.0.46 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968643 Mar 08 17:29:55.376973 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'tag': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:29:55.399659 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:55.684370 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:55.693618 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:55.736784 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port c075b3e7-ad80-42e1-98b0-dd320c338461 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:55.737990 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device eaffa521-f882-4a02-bf0e-8dc176a0f41a up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:56.100363 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8a220-acfd-4710-8da4-fcaf7a009e18 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:56.110605 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6e1e7fe8-64f8-45c6-8b71-057f13bca198 req-338d0c54-f94c-4590-830b-cdddbb298eeb tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 210 time: 0.1497352 Mar 08 17:29:56.206572 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:56.289154 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Publish callbacks [] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:56.297983 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-761dffaa-afdf-40b8-9df8-552df67225e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:56.315066 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-761dffaa-afdf-40b8-9df8-552df67225e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a66b4d71e7848e0afbf8d91bd69aded&device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 1127 time: 0.6783266 Mar 08 17:29:56.330269 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:56.474080 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-9bed1e62-27b0-4a28-ab51-3f5ddeca5c2a None None] Current status of the port b188d31c-3103-4983-ab31-da2575de1c16 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:56.476150 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bed1e62-27b0-4a28-ab51-3f5ddeca5c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (b188d31c-3103-4983-ab31-da2575de1c16), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:56.598030 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48030) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:56.603310 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Attempting to bind port 7c3722cf-6a51-41b3-83d9-874517ca0670 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:29:56.604162 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Attempting to bind port 7c3722cf-6a51-41b3-83d9-874517ca0670 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:29:56.604936 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Attempting to bind port 7c3722cf-6a51-41b3-83d9-874517ca0670 on network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:29:56.609110 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1716dfa-a99d-4c11-85cb-136db9af46e4 None None] Pushing event updated for resources: {'Port': ['ID=7c3722cf-6a51-41b3-83d9-874517ca0670,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:56.622464 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:29:56.626188 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-2d3c3565-b75b-43f2-843f-b1c49df1a175 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837481243', 'description': 'tempest-description--498673931'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:56.626922 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Checking segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:29:56.632003 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:56.632953 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Bound using segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:29:56.636557 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Bound port: 7c3722cf-6a51-41b3-83d9-874517ca0670, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:29:56.637314 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:56.674187 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-deea59f0-6531-422d-9da6-fdb530e99276 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c HTTP/1.1" status: 200 len: 217 time: 0.2645578 Mar 08 17:29:56.832267 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-9bed1e62-27b0-4a28-ab51-3f5ddeca5c2a None None] For port b188d31c-3103-4983-ab31-da2575de1c16, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=b188d31c-3103-4983-ab31-da2575de1c16,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:56.834804 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port eaffa521-f882-4a02-bf0e-8dc176a0f41a triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:56.835230 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:56.865026 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] For port 7c3722cf-6a51-41b3-83d9-874517ca0670, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:29:56.875943 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] For port 7c3722cf-6a51-41b3-83d9-874517ca0670, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=7c3722cf-6a51-41b3-83d9-874517ca0670,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:29:56.892379 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:56.945625 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bed1e62-27b0-4a28-ab51-3f5ddeca5c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (b188d31c-3103-4983-ab31-da2575de1c16), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:57.041426 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-fe4612a4-ef9d-402a-a7a9-41dc147d4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:57.057129 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-fe4612a4-ef9d-402a-a7a9-41dc147d4abb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab954a62-0427-4e64-aef7-833d9d7f1657 HTTP/1.1" status: 200 len: 851 time: 0.3665257 Mar 08 17:29:57.174394 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:57.177609 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:57.191350 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:57.238926 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3565-b75b-43f2-843f-b1c49df1a175 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:57.319640 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-ee0add07-5e01-4121-8695-eec3c2ba55b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ae4dac4-7ca1-4a19-9495-838dcdba6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2556884 Mar 08 17:29:57.370816 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53016-cbc4-4594-b6af-7eabbe0530e5 req-50e78daf-1543-4660-8a26-d1908e86eaf5 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:57.386879 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a5e53016-cbc4-4594-b6af-7eabbe0530e5 req-50e78daf-1543-4660-8a26-d1908e86eaf5 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 943 time: 0.4657879 Mar 08 17:29:57.389718 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48058) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:57.430106 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:29:57.440373 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667b83c-a619-4d69-9584-02891d1f6ea8 None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:29:57.447518 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Provisioning complete for port 7c3722cf-6a51-41b3-83d9-874517ca0670 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:57.447921 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:57.457118 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd4acf8-9592-42c5-babe-3b1a0bfb0855", "tag": "5d7fa6ba-f48a-462c-8b77-02bed9a9326c"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:29:57.466251 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed1e62-27b0-4a28-ab51-3f5ddeca5c2a None None] Pushing event updated for resources: {'Port': ['ID=b188d31c-3103-4983-ab31-da2575de1c16,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:57.600169 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:29:57.854438 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-c42101d2-21d7-46d9-b3d6-8c40b328083a service neutron] 10.222.0.71 "GET /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147281 Mar 08 17:29:57.890682 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a5e53016-cbc4-4594-b6af-7eabbe0530e5 req-e4897964-d00d-47e8-9521-3d771d83db98 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015638 Mar 08 17:29:57.976098 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-b7878e39-ae6e-4192-8d40-a2d962853564 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:29:57.977492 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-b7878e39-ae6e-4192-8d40-a2d962853564 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 818 time: 0.8342483 Mar 08 17:29:58.115051 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-fb0025fd-f546-4eb2-8177-b115f1719f56 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/quotas/d08b2286a5b940c1b39f1a2efe400bfb HTTP/1.1" status: 200 len: 375 time: 0.0262194 Mar 08 17:29:58.329246 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1716dfa-a99d-4c11-85cb-136db9af46e4 None None] Pushing event updated for resources: {'Port': ['ID=7c3722cf-6a51-41b3-83d9-874517ca0670,revision_number=4']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:58.329703 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-386cb11a-4ddc-4250-8bef-f0f720590320 req-4c63ee97-38a1-4506-839f-9565386be9de service neutron] 10.222.0.71 "GET /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062870 Mar 08 17:29:58.330623 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cab175de-fbe2-487f-ad72-11f2ef7b5683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.510423 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-052c16c8-b58e-4ce2-a795-cebff48bb5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.534784 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port eaffa521-f882-4a02-bf0e-8dc176a0f41a is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:58.535180 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.561070 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Allocated IP 172.27.1.60 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/8d49604c-2e83-4605-8592-1129b25bb8a3) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:29:58.785370 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3565-b75b-43f2-843f-b1c49df1a175 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (1d10081a-17dc-447e-a1c5-b681e57e7dc1), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.808422 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:58.820311 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3565-b75b-43f2-843f-b1c49df1a175 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (1d10081a-17dc-447e-a1c5-b681e57e7dc1), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.845913 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port eaffa521-f882-4a02-bf0e-8dc176a0f41a, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=eaffa521-f882-4a02-bf0e-8dc176a0f41a,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:58.850982 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Current status of the port 7c3722cf-6a51-41b3-83d9-874517ca0670 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:29:58.874598 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.878225 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-052c16c8-b58e-4ce2-a795-cebff48bb5b4 admin admin] Publish callbacks [] for security_group (6989e406-cc72-4603-8135-e811f8786e40), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.916397 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-052c16c8-b58e-4ce2-a795-cebff48bb5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (6989e406-cc72-4603-8135-e811f8786e40), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.975320 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3565-b75b-43f2-843f-b1c49df1a175 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:58.983245 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2d3c3565-b75b-43f2-843f-b1c49df1a175 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3619382 Mar 08 17:29:58.998981 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48106) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:59.006231 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c3565-b75b-43f2-843f-b1c49df1a175 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d10081a-17dc-447e-a1c5-b681e57e7dc1,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:59.024277 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-124044d6-6c6a-4697-b58e-8285cfbd8040 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'security_group_rule': {'security_group_id': '1d10081a-17dc-447e-a1c5-b681e57e7dc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:29:59.055747 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] For port 7c3722cf-6a51-41b3-83d9-874517ca0670, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=7c3722cf-6a51-41b3-83d9-874517ca0670,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:29:59.060406 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.081580 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.130340 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (8d49604c-2e83-4605-8592-1129b25bb8a3), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.185052 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-124044d6-6c6a-4697-b58e-8285cfbd8040 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (cd0b86a7-cf3f-4cdd-9c87-b7bc4195bc14), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.212893 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-052c16c8-b58e-4ce2-a795-cebff48bb5b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d64e52aa6034fd8b12fee2e59ea59e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8135350 Mar 08 17:29:59.219262 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48110) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:59.234041 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c16c8-b58e-4ce2-a795-cebff48bb5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6989e406-cc72-4603-8135-e811f8786e40,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:59.238598 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (8d49604c-2e83-4605-8592-1129b25bb8a3), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.283579 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Provisioning complete for port 916e89b1-e531-4529-8f43-d726bcac4bac triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:29:59.284246 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.287034 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=eaffa521-f882-4a02-bf0e-8dc176a0f41a,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:59.358564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:29:59.374429 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-b8b72731-883a-49de-bce9-4caa69b44ddf admin admin] 10.222.0.46 "PUT /v2.0/routers/bca7d46d-d9c4-4479-a7a3-d8c66c4e692a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1817608 Mar 08 17:29:59.386866 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5a3aae-2997-4e83-86d0-f51dc2941979 x-openstack-request-id: req-8c5a3aae-2997-4e83-86d0-f51dc2941979 {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:29:59.387562 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd4acf8-9592-42c5-babe-3b1a0bfb0855", "tag": "5d7fa6ba-f48a-462c-8b77-02bed9a9326c", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:29:59.394620 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c5a3aae-2997-4e83-86d0-f51dc2941979 {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:29:59.395193 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'tag': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c', 'status': 'completed', 'code': 200} Mar 08 17:29:59.430962 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315208cf-9e69-45cb-8d93-4f348b6a06f8 None None] The sync data for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi is: [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:29:59.458702 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Sync routers for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:29:59.490615 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-cad38ceb-8787-4c51-a89d-d762bac622d9 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3550394 Mar 08 17:29:59.596636 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Pushing event updated for resources: {'Port': ['ID=7c3722cf-6a51-41b3-83d9-874517ca0670,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:59.641312 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:29:59.688094 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:29:59.701541 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=8d49604c-2e83-4605-8592-1129b25bb8a3,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:29:59.716491 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:29:59.728751 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:29:59.730816 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:29:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:29:59.766629 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-124044d6-6c6a-4697-b58e-8285cfbd8040 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (cd0b86a7-cf3f-4cdd-9c87-b7bc4195bc14), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.767531 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.71', 49864) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:29:59.885627 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-627c9e10-12df-44fe-8e9d-44cbc4cf8f2f admin admin] Publish callbacks [] for security_group (6989e406-cc72-4603-8135-e811f8786e40), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.889975 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device b188d31c-3103-4983-ab31-da2575de1c16 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:29:59.897569 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-124044d6-6c6a-4697-b58e-8285cfbd8040 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (cd0b86a7-cf3f-4cdd-9c87-b7bc4195bc14), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:59.974854 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-534934ec-7d3e-4173-a224-b4952a1c428f None None] Port 916e89b1-e531-4529-8f43-d726bcac4bac cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:29:59.992670 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca4dd-e9ca-4938-ae61-85e5b0b79d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.150368 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-627c9e10-12df-44fe-8e9d-44cbc4cf8f2f admin admin] Publish callbacks [] for security_group (6989e406-cc72-4603-8135-e811f8786e40), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.154762 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-5dd79444-0d6b-474a-99f4-9299e04fb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:00.157388 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-5dd79444-0d6b-474a-99f4-9299e04fb223 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a66b4d71e7848e0afbf8d91bd69aded&device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 1127 time: 0.7579803 Mar 08 17:30:00.189671 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-7fdb8e58-7f67-44a8-a742-87b912eb6e6a None None] Provisioning complete for port 7c3722cf-6a51-41b3-83d9-874517ca0670 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:00.190066 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8e58-7f67-44a8-a742-87b912eb6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.200930 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port b188d31c-3103-4983-ab31-da2575de1c16 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:00.201354 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (b188d31c-3103-4983-ab31-da2575de1c16), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.214845 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cda8d7-46ac-467a-aaf5-d77d235c9514 req-28720996-c96e-44bd-8b5e-d094b4858f4e tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:00.218294 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a3cda8d7-46ac-467a-aaf5-d77d235c9514 req-28720996-c96e-44bd-8b5e-d094b4858f4e tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 943 time: 0.6838076 Mar 08 17:30:00.222397 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124044d6-6c6a-4697-b58e-8285cfbd8040 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0b86a7-cf3f-4cdd-9c87-b7bc4195bc14,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:00.239583 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-c2ca436a-78f2-4c82-bc7d-f8787c57b56a service neutron] 10.222.0.46 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463317 Mar 08 17:30:00.259274 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48122) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:00.288067 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:30:00.314307 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-124044d6-6c6a-4697-b58e-8285cfbd8040 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.323527 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-124044d6-6c6a-4697-b58e-8285cfbd8040 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3105652 Mar 08 17:30:00.341517 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48126) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:00.346121 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a3cda8d7-46ac-467a-aaf5-d77d235c9514 req-f1acf967-48a2-4e18-b8be-1d13523427e2 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858076 Mar 08 17:30:00.352917 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-38b378aa-67a8-46d8-a650-8d4f7748e456 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'security_group_rule': {'security_group_id': '1d10081a-17dc-447e-a1c5-b681e57e7dc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:00.383330 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (2ebde04b-b646-42ba-9e74-11735aaba055), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.531395 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38b378aa-67a8-46d8-a650-8d4f7748e456 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (c6a06e9b-e5e2-4c08-af1e-08a1b890e7b8), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.561420 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-627c9e10-12df-44fe-8e9d-44cbc4cf8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (6989e406-cc72-4603-8135-e811f8786e40), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.564823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-627c9e10-12df-44fe-8e9d-44cbc4cf8f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.566029 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-627c9e10-12df-44fe-8e9d-44cbc4cf8f2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6989e406-cc72-4603-8135-e811f8786e40 HTTP/1.1" status: 204 len: 168 time: 1.3041930 Mar 08 17:30:00.649569 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c9e10-12df-44fe-8e9d-44cbc4cf8f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989e406-cc72-4603-8135-e811f8786e40,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:00.651485 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18279d54-bff9-4dd9-89cc-b1a4f0ec9689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.699286 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb8e58-7f67-44a8-a742-87b912eb6e6a None None] Current status of the port 7c3722cf-6a51-41b3-83d9-874517ca0670 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:00.708814 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1ac9ddb7-2f36-48ab-b229-6d755619fada service neutron] 10.222.0.46 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682274 Mar 08 17:30:00.769580 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port b188d31c-3103-4983-ab31-da2575de1c16 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:00.770845 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1c14b6ed-59ee-4df6-befe-3291d5fda575 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:00.868392 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 2, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:00.873074 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.902554 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38b378aa-67a8-46d8-a650-8d4f7748e456 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (c6a06e9b-e5e2-4c08-af1e-08a1b890e7b8), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.922818 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38b378aa-67a8-46d8-a650-8d4f7748e456 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (c6a06e9b-e5e2-4c08-af1e-08a1b890e7b8), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:00.941216 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 1c14b6ed-59ee-4df6-befe-3291d5fda575 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:00.941556 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.002879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Checking router: bca7d46d-d9c4-4479-a7a3-d8c66c4e692a for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:30:01.003487 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Updating router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a port 916e89b1-e531-4529-8f43-d726bcac4bac binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:30:01.026494 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b378aa-67a8-46d8-a650-8d4f7748e456 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a06e9b-e5e2-4c08-af1e-08a1b890e7b8,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:01.051326 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.073173 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38b378aa-67a8-46d8-a650-8d4f7748e456 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.077506 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-38b378aa-67a8-46d8-a650-8d4f7748e456 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7272198 Mar 08 17:30:01.088713 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-71b05e8a-f031-4f0e-bdb5-d7af9805229b req-527a43df-9f4d-401b-87c8-7f7a8195ac1b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 210 time: 0.1011629 Mar 08 17:30:01.092969 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48148) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:01.093527 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48150) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:01.149114 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:01.174841 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18279d54-bff9-4dd9-89cc-b1a4f0ec9689 admin admin] Publish callbacks [] for security_group (8e3a686a-0fe1-4dba-99ce-dd3a9f584f38), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.184725 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18279d54-bff9-4dd9-89cc-b1a4f0ec9689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8e3a686a-0fe1-4dba-99ce-dd3a9f584f38), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.240597 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18279d54-bff9-4dd9-89cc-b1a4f0ec9689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a686a-0fe1-4dba-99ce-dd3a9f584f38,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:01.246464 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-18279d54-bff9-4dd9-89cc-b1a4f0ec9689 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d5ba89ec538427dbf646f6814a764ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9846754 Mar 08 17:30:01.249305 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48158) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:01.297138 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-478c94bb-dc68-4a75-9208-f0757d99bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:01.298911 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-478c94bb-dc68-4a75-9208-f0757d99bdd2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ae4dac4-7ca1-4a19-9495-838dcdba6478 HTTP/1.1" status: 200 len: 912 time: 1.0777488 Mar 08 17:30:01.307312 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-021f5595-7202-4c87-a392-5e17e7452c61 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:01.309384 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-021f5595-7202-4c87-a392-5e17e7452c61 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.71 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 818 time: 1.5408275 Mar 08 17:30:01.317946 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9cedd11f-38a5-4a5c-8335-22256a202614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.321111 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (8d49604c-2e83-4605-8592-1129b25bb8a3), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.352503 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48160) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:01.355381 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38225ebd-ed39-4c48-80e7-a96379af8e33 admin admin] Publish callbacks [] for security_group (8e3a686a-0fe1-4dba-99ce-dd3a9f584f38), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.361523 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 1c14b6ed-59ee-4df6-befe-3291d5fda575 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:01.361721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-8c4ca2ed-f212-41e4-83c5-0111acde970d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751040355', 'description': 'tempest-description--137330285'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:01.362644 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:01.419519 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca2ed-f212-41e4-83c5-0111acde970d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.443347 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Request body: {'port': {'device_id': '055398ce-f4c1-49ed-a481-d74bcfff6f90', 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43', 'admin_state_up': True, 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:01.469678 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-582947da-3fe0-4a58-9cba-3dce3135d5a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c HTTP/1.1" status: 200 len: 217 time: 0.1535435 Mar 08 17:30:01.493983 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38225ebd-ed39-4c48-80e7-a96379af8e33 admin admin] Publish callbacks [] for security_group (8e3a686a-0fe1-4dba-99ce-dd3a9f584f38), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.494464 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:01.494845 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.515933 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.610037 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca00614-1c53-464e-be21-64c793f57e9e req-8a4eaf13-78a0-4630-b7cd-f1d833fb68c0 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:01.611947 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1ca00614-1c53-464e-be21-64c793f57e9e req-8a4eaf13-78a0-4630-b7cd-f1d833fb68c0 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 943 time: 0.1356781 Mar 08 17:30:01.675558 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1ca00614-1c53-464e-be21-64c793f57e9e req-87970034-0640-44fb-b77d-9a25245d31a8 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Mar 08 17:30:01.719472 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38225ebd-ed39-4c48-80e7-a96379af8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8e3a686a-0fe1-4dba-99ce-dd3a9f584f38), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.727521 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38225ebd-ed39-4c48-80e7-a96379af8e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.729342 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-38225ebd-ed39-4c48-80e7-a96379af8e33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e3a686a-0fe1-4dba-99ce-dd3a9f584f38 HTTP/1.1" status: 204 len: 168 time: 0.4779685 Mar 08 17:30:01.749148 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca2ed-f212-41e4-83c5-0111acde970d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (4bb29c71-01dc-4fac-9273-f35985d8d026), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.770696 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca2ed-f212-41e4-83c5-0111acde970d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (4bb29c71-01dc-4fac-9273-f35985d8d026), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.784873 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38225ebd-ed39-4c48-80e7-a96379af8e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a686a-0fe1-4dba-99ce-dd3a9f584f38,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:01.794984 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-df107d44-e7e1-480a-b057-09e9d0f73095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:01.796492 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-df107d44-e7e1-480a-b057-09e9d0f73095 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab954a62-0427-4e64-aef7-833d9d7f1657 HTTP/1.1" status: 200 len: 851 time: 0.2911046 Mar 08 17:30:01.810149 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Publish callbacks [] for port (916e89b1-e531-4529-8f43-d726bcac4bac), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.855612 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:01.870702 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.896103 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca2ed-f212-41e4-83c5-0111acde970d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:01.897461 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-8c4ca2ed-f212-41e4-83c5-0111acde970d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5399323 Mar 08 17:30:01.902827 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48172) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:01.926244 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-f0ece2a2-3dad-49aa-beb2-baa845c413de tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'security_group_rule': {'security_group_id': '4bb29c71-01dc-4fac-9273-f35985d8d026', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:01.960096 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ca2ed-f212-41e4-83c5-0111acde970d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb29c71-01dc-4fac-9273-f35985d8d026,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:01.981469 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f0ece2a2-3dad-49aa-beb2-baa845c413de tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (aa161ee6-4aad-4339-9484-adb79155ec46), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.020679 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-a79895a6-0e2b-426e-ac20-31d0e61e2cd4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ae4dac4-7ca1-4a19-9495-838dcdba6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061779 Mar 08 17:30:02.099056 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829caf7-1ca8-4355-b02d-284f0ba05ee7 None None] Pushing event updated for resources: {'Port': ['ID=916e89b1-e531-4529-8f43-d726bcac4bac,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:02.182465 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f0ece2a2-3dad-49aa-beb2-baa845c413de tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (aa161ee6-4aad-4339-9484-adb79155ec46), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.189943 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f0ece2a2-3dad-49aa-beb2-baa845c413de tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (aa161ee6-4aad-4339-9484-adb79155ec46), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.253287 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.254559 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Attempting to bind port 916e89b1-e531-4529-8f43-d726bcac4bac on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:30:02.255246 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Attempting to bind port 916e89b1-e531-4529-8f43-d726bcac4bac by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:30:02.255808 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Attempting to bind port 916e89b1-e531-4529-8f43-d726bcac4bac on network f1e98f65-d043-4791-8dbc-30c813b7ca3b {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:02.256196 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ece2a2-3dad-49aa-beb2-baa845c413de tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa161ee6-4aad-4339-9484-adb79155ec46,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:02.267646 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:30:02.267948 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Checking segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:30:02.270136 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.270758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Bound using segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:30:02.272367 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Bound port: 916e89b1-e531-4529-8f43-d726bcac4bac, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:30:02.273636 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.328424 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9cedd11f-38a5-4a5c-8335-22256a202614 admin admin] Publish callbacks [] for security_group (dcbd4b0b-c39f-49d5-9bd2-c6defe850898), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.330441 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f0ece2a2-3dad-49aa-beb2-baa845c413de tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.331882 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-f0ece2a2-3dad-49aa-beb2-baa845c413de tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4275181 Mar 08 17:30:02.336386 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48180) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:02.338562 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-480db690-5703-4e98-be65-304375c303ce req-addd70a8-3a32-460a-92e5-f47f1a47091d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 210 time: 0.0942819 Mar 08 17:30:02.349921 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9cedd11f-38a5-4a5c-8335-22256a202614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (dcbd4b0b-c39f-49d5-9bd2-c6defe850898), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.352417 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Made reservation on behalf of d08b2286a5b940c1b39f1a2efe400bfb for: {'port': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:02.357267 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-10657bc4-dc00-4e8e-9959-272935aed95d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'security_group_rule': {'security_group_id': '4bb29c71-01dc-4fac-9273-f35985d8d026', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:02.358560 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.387066 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 7c3722cf-6a51-41b3-83d9-874517ca0670 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:02.404528 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10657bc4-dc00-4e8e-9959-272935aed95d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (86c398eb-7968-4733-bf16-3bc58023e229), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.462260 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedd11f-38a5-4a5c-8335-22256a202614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd4b0b-c39f-49d5-9bd2-c6defe850898,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:02.462392 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] For port 916e89b1-e531-4529-8f43-d726bcac4bac, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:30:02.467744 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-9dd5cf0a-8995-4ba0-80f3-d75709cde311 None None] Provisioning complete for port 916e89b1-e531-4529-8f43-d726bcac4bac triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:02.468155 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9dd5cf0a-8995-4ba0-80f3-d75709cde311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.474739 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48184) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:02.490946 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] For port 916e89b1-e531-4529-8f43-d726bcac4bac, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=916e89b1-e531-4529-8f43-d726bcac4bac,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:30:02.498747 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2174cd9e-cf90-4c13-adfa-feb4bcc909c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.506934 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10657bc4-dc00-4e8e-9959-272935aed95d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (86c398eb-7968-4733-bf16-3bc58023e229), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.515880 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10657bc4-dc00-4e8e-9959-272935aed95d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (86c398eb-7968-4733-bf16-3bc58023e229), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.526576 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.565636 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10657bc4-dc00-4e8e-9959-272935aed95d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c398eb-7968-4733-bf16-3bc58023e229,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:02.578887 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9cedd11f-38a5-4a5c-8335-22256a202614 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c398dd64bea74ecc99d645bb3466dde6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4706151 Mar 08 17:30:02.582544 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10657bc4-dc00-4e8e-9959-272935aed95d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.587537 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-10657bc4-dc00-4e8e-9959-272935aed95d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334614 Mar 08 17:30:02.604408 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48186) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:02.604799 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48188) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:02.617610 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:02.637989 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (8d49604c-2e83-4605-8592-1129b25bb8a3), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.648507 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (8d49604c-2e83-4605-8592-1129b25bb8a3), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.652171 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-670f0d1f-2846-4bb9-8f80-1d94180bccad service neutron] 10.222.0.71 "GET /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995953 Mar 08 17:30:02.690527 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.705989 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Allocated IP 172.20.0.14 (f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43/6a0c1964-c0d9-4089-9873-dbd164bf4a3a/28b39596-bf88-44dd-a692-5262f3d60cba) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:30:02.716524 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5cf0a-8995-4ba0-80f3-d75709cde311 None None] Port 916e89b1-e531-4529-8f43-d726bcac4bac cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:30:02.717044 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (2ebde04b-b646-42ba-9e74-11735aaba055), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.728118 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.746593 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 7c3722cf-6a51-41b3-83d9-874517ca0670 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:02.746866 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.748914 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:30:02.749628 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:30:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:02.756074 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=8d49604c-2e83-4605-8592-1129b25bb8a3,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:02.801101 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2174cd9e-cf90-4c13-adfa-feb4bcc909c6 admin admin] Publish callbacks [] for security_group (9e6d658d-ec89-41e3-92d1-ed7e18621bb3), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.810130 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.815651 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b7427efe-a80a-46f4-8805-975a640126f5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2941990 Mar 08 17:30:02.826281 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829caf7-1ca8-4355-b02d-284f0ba05ee7 None None] Pushing event updated for resources: {'Port': ['ID=916e89b1-e531-4529-8f43-d726bcac4bac,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:02.828508 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2174cd9e-cf90-4c13-adfa-feb4bcc909c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (9e6d658d-ec89-41e3-92d1-ed7e18621bb3), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.864073 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-2174cd9e-cf90-4c13-adfa-feb4bcc909c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c0c98866261487bb39093a198b7326f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881738 Mar 08 17:30:02.880401 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48194) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:02.881056 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-42a2e03e-a58a-40bf-82b1-6766897c6921 admin admin] Publish callbacks [] for security_group (dcbd4b0b-c39f-49d5-9bd2-c6defe850898), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:02.942882 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:30:03.014260 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 7c3722cf-6a51-41b3-83d9-874517ca0670 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:03.017241 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device eaffa521-f882-4a02-bf0e-8dc176a0f41a up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:03.041565 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174cd9e-cf90-4c13-adfa-feb4bcc909c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6d658d-ec89-41e3-92d1-ed7e18621bb3,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:03.073414 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-42a2e03e-a58a-40bf-82b1-6766897c6921 admin admin] Publish callbacks [] for security_group (dcbd4b0b-c39f-49d5-9bd2-c6defe850898), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.090900 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks [] for port (28b39596-bf88-44dd-a692-5262f3d60cba), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.140054 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee1065c6-ffdc-43f4-8d1c-13cab146045b admin admin] Publish callbacks [] for security_group (9e6d658d-ec89-41e3-92d1-ed7e18621bb3), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.162122 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee1065c6-ffdc-43f4-8d1c-13cab146045b admin admin] Publish callbacks [] for security_group (9e6d658d-ec89-41e3-92d1-ed7e18621bb3), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.190308 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.203618 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-dcfe0106-b13c-49a3-bdda-56f178023b4e None None] Provisioning complete for port 916e89b1-e531-4529-8f43-d726bcac4bac triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:03.203967 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0106-b13c-49a3-bdda-56f178023b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.216337 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port eaffa521-f882-4a02-bf0e-8dc176a0f41a triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:03.218593 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.220708 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Allocated IP 172.27.1.119 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/390fafcb-0726-48cf-be2f-2d21a28ef4bf) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:30:03.264949 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:30:03.273462 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:03.286622 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:30:03.291899 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:03.292541 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.308529 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Pushing event updated for resources: {'Port': ['ID=28b39596-bf88-44dd-a692-5262f3d60cba,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:03.352920 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-143e6865-205d-4e91-b736-0933be9b1c3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9571319 Mar 08 17:30:03.390188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795e708-03ec-4c05-8984-9e1789c21b04 req-554a5be7-a969-4dbd-a9a9-24a779048de5 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:03.398416 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4795e708-03ec-4c05-8984-9e1789c21b04 req-554a5be7-a969-4dbd-a9a9-24a779048de5 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 943 time: 0.5374527 Mar 08 17:30:03.401821 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for port (390fafcb-0726-48cf-be2f-2d21a28ef4bf), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.422699 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port eaffa521-f882-4a02-bf0e-8dc176a0f41a is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:03.425786 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe0106-b13c-49a3-bdda-56f178023b4e None None] Current status of the port 916e89b1-e531-4529-8f43-d726bcac4bac is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:03.426183 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0106-b13c-49a3-bdda-56f178023b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.439001 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:02Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:03.447576 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (390fafcb-0726-48cf-be2f-2d21a28ef4bf), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.477081 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553669e-cda5-46bc-add0-25fd09adf07d None None] The sync data for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi is: [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:02Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:30:03.481957 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.495104 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:30:03.500602 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-c7c2c41b-d4d9-4e02-8fd2-04355ea37f6c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--581556281&fields=id&tenant_id=152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 267 time: 0.3928049 Mar 08 17:30:03.505590 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-dcfe0106-b13c-49a3-bdda-56f178023b4e None None] For port 916e89b1-e531-4529-8f43-d726bcac4bac, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=916e89b1-e531-4529-8f43-d726bcac4bac,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:03.507837 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:03.512248 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0106-b13c-49a3-bdda-56f178023b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.513639 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:30:03.515677 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-42a2e03e-a58a-40bf-82b1-6766897c6921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (dcbd4b0b-c39f-49d5-9bd2-c6defe850898), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.518290 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-42a2e03e-a58a-40bf-82b1-6766897c6921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.520077 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'Port': ['ID=390fafcb-0726-48cf-be2f-2d21a28ef4bf,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:03.522522 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-42a2e03e-a58a-40bf-82b1-6766897c6921 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcbd4b0b-c39f-49d5-9bd2-c6defe850898 HTTP/1.1" status: 204 len: 168 time: 0.9168117 Mar 08 17:30:03.568334 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (4a1b88be-0e59-4cc5-99a9-235a04c1ab05), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.588898 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2e03e-a58a-40bf-82b1-6766897c6921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd4b0b-c39f-49d5-9bd2-c6defe850898,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:03.591895 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe0106-b13c-49a3-bdda-56f178023b4e None None] Pushing event updated for resources: {'Port': ['ID=916e89b1-e531-4529-8f43-d726bcac4bac,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:03.597272 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee1065c6-ffdc-43f4-8d1c-13cab146045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (9e6d658d-ec89-41e3-92d1-ed7e18621bb3), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.605572 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee1065c6-ffdc-43f4-8d1c-13cab146045b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.607463 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-ee1065c6-ffdc-43f4-8d1c-13cab146045b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e6d658d-ec89-41e3-92d1-ed7e18621bb3 HTTP/1.1" status: 204 len: 168 time: 0.7245226 Mar 08 17:30:03.616495 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (390fafcb-0726-48cf-be2f-2d21a28ef4bf), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.688047 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1065c6-ffdc-43f4-8d1c-13cab146045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6d658d-ec89-41e3-92d1-ed7e18621bb3,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:03.718599 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4795e708-03ec-4c05-8984-9e1789c21b04 req-0d4f8aa3-8e70-46f8-881f-b041bba18b0b tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184566 Mar 08 17:30:03.895195 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6e721c8a-0934-458a-a95d-2aba03c49499 req-fd1da54c-c453-4cea-a385-841cac0aa55e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 210 time: 0.0793633 Mar 08 17:30:03.918292 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for port (390fafcb-0726-48cf-be2f-2d21a28ef4bf), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.919313 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.926180 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (390fafcb-0726-48cf-be2f-2d21a28ef4bf), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:03.940878 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Allocated IP 172.27.1.241 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/6b3ce1c9-d7f6-48aa-a19a-197554e22cea) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:30:03.968128 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-6c4f25e0-1caa-4275-81d3-481bb9510b1c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:03.973164 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-6c4f25e0-1caa-4275-81d3-481bb9510b1c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 814 time: 0.4577756 Mar 08 17:30:04.007456 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-293d6b80-16a5-4cdb-a733-8a3b239ad29b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/quotas/152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 375 time: 0.0274551 Mar 08 17:30:04.023521 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (4a1b88be-0e59-4cc5-99a9-235a04c1ab05), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:04.072295 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'Port': ['ID=390fafcb-0726-48cf-be2f-2d21a28ef4bf,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:04.088660 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:04.091875 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f349d0f0-a5d6-4d58-b4c1-427f0c2d0d6b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9807744 Mar 08 17:30:04.115427 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 916e89b1-e531-4529-8f43-d726bcac4bac up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:04.180134 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-8421552e-1222-42b4-8d7b-3112f633698b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1525354 Mar 08 17:30:04.218721 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 916e89b1-e531-4529-8f43-d726bcac4bac triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:04.219663 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:04.236112 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for port (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:04.384851 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 916e89b1-e531-4529-8f43-d726bcac4bac is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:04.403715 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-1cbce256-4eb9-4f4c-a5c2-53aba3774bd8 service neutron] 10.222.0.46 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016251 Mar 08 17:30:04.414188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:04.524477 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:30:04.537247 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:04.550924 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:30:04.568094 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'Port': ['ID=6b3ce1c9-d7f6-48aa-a19a-197554e22cea,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:04.660232 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-c319aefd-aa45-416e-83c6-69ea4118cdfb tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1837481243&fields=id&tenant_id=87a36c2da5204a96b058fe6e6ccba921 HTTP/1.1" status: 200 len: 267 time: 0.2067699 Mar 08 17:30:04.668318 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f47b6905-6b8e-4d33-95cf-2044f657eaf7 service neutron] 10.222.0.46 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636607 Mar 08 17:30:04.771327 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (92614e38-8d3e-4993-8a06-116fd169d983), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:04.878895 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:04.962734 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48272) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:04.976065 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-f241f002-757c-4e38-8f7c-0bb1d7eb9a1d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:04.982939 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-f241f002-757c-4e38-8f7c-0bb1d7eb9a1d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 816 time: 0.3185875 Mar 08 17:30:04.993036 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Request body: {'port': {'device_id': '055398ce-f4c1-49ed-a481-d74bcfff6f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:05.153901 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-efe4e6ee-6c17-44c9-bc1b-86a0cecc8d9f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/quotas/87a36c2da5204a96b058fe6e6ccba921 HTTP/1.1" status: 200 len: 375 time: 0.1682374 Mar 08 17:30:05.164580 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.71', 49869) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:05.349576 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339541501-network', 'tenant_id': 'f5d61f65209b40bb9f54cc9615763ac6'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:05.379145 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-c9fc39eb-d11c-4f72-8e8e-2a7fcac185f8 req-26dbd264-76d0-41c2-a74a-df072425ea92 service neutron] 10.222.0.71 "GET /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829935 Mar 08 17:30:05.394608 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:05.489339 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-2b7dccf4-c89f-46f3-8b40-ff023f295e15 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:05.495273 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-2b7dccf4-c89f-46f3-8b40-ff023f295e15 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.71 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 818 time: 0.3153868 Mar 08 17:30:05.524595 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Made reservation on behalf of f5d61f65209b40bb9f54cc9615763ac6 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:05.528368 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:05.536686 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Request body: {'port': {'device_id': 'c498fb03-ca84-4489-99ff-7dd9acec288a', 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43', 'admin_state_up': True, 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:05.588767 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:05.717077 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:05.727593 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565e194-0b0e-49f9-a4a2-589fa7b3d1e1 req-8671aec0-de30-4d19-a74d-d9d90b4d5073 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:05.735340 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3565e194-0b0e-49f9-a4a2-589fa7b3d1e1 req-8671aec0-de30-4d19-a74d-d9d90b4d5073 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 943 time: 0.7801061 Mar 08 17:30:05.814910 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-ef4e8123-9050-4ea6-8d87-46fd29c9af00 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6597850 Mar 08 17:30:05.848271 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for port (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:05.918342 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.056885 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Publish callbacks [] for security_group (8154e462-8210-4cfb-945d-5877e4239cb8), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.065694 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8154e462-8210-4cfb-945d-5877e4239cb8), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.082523 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 969} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:30:06.093716 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (ec38841f-bf0d-40d1-bbb0-b457c74ea6a5), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.093987 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Added segment ec38841f-bf0d-40d1-bbb0-b457c74ea6a5 of type vlan for network 697d100b-86be-4765-9055-5bda0076a580 Mar 08 17:30:06.148615 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3565e194-0b0e-49f9-a4a2-589fa7b3d1e1 req-0d281f4d-5905-4d1f-bb0f-bfc813411523 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077597 Mar 08 17:30:06.150009 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (92614e38-8d3e-4993-8a06-116fd169d983), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.196507 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Made reservation on behalf of d08b2286a5b940c1b39f1a2efe400bfb for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:06.201360 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (697d100b-86be-4765-9055-5bda0076a580), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.209057 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.213913 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b39596-bf88-44dd-a692-5262f3d60cba {{(pid=103292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:06.220699 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8154e462-8210-4cfb-945d-5877e4239cb8,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:06.234145 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'Port': ['ID=6b3ce1c9-d7f6-48aa-a19a-197554e22cea,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:06.236986 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Publish callbacks [] for port (28b39596-bf88-44dd-a692-5262f3d60cba), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.256244 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.provisioning_blocks [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Transition to ACTIVE for port object 28b39596-bf88-44dd-a692-5262f3d60cba will not be triggered until provisioned by entity L2. {{(pid=103292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:30:06.260827 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.261370 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-37180f91-2825-4497-a6d5-27ed5c73cfef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6543195 Mar 08 17:30:06.262818 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (697d100b-86be-4765-9055-5bda0076a580), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.264240 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:06.266160 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.270574 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.315613 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec316856-f271-4c1d-966c-93a7edaf0ed0 req-04acdb77-4c77-4781-9b14-c002a53693fe tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 210 time: 0.0637918 Mar 08 17:30:06.400414 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0f60d214-0c1a-4474-8eee-520c627dac92 service neutron] 10.222.0.46 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597823 Mar 08 17:30:06.428183 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4636137 Mar 08 17:30:06.434256 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48326) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:06.441881 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Request body: {'subnet': {'network_id': '697d100b-86be-4765-9055-5bda0076a580', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339541501-subnet', 'tenant_id': 'f5d61f65209b40bb9f54cc9615763ac6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:06.450728 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1fc7a-1951-499b-a7b9-f2d075d597da admin admin] Pushing event updated for resources: {'Network': ['ID=697d100b-86be-4765-9055-5bda0076a580,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:06.465399 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 697d100b-86be-4765-9055-5bda0076a580 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:30:06.488100 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Pushing event updated for resources: {'Port': ['ID=28b39596-bf88-44dd-a692-5262f3d60cba,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:06.516084 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Attempting to bind port 28b39596-bf88-44dd-a692-5262f3d60cba on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:30:06.517530 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Attempting to bind port 28b39596-bf88-44dd-a692-5262f3d60cba by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:30:06.522055 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Attempting to bind port 28b39596-bf88-44dd-a692-5262f3d60cba on network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:06.540723 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Port 28b39596-bf88-44dd-a692-5262f3d60cba on network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:30:06.543695 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Attempting to bind port 28b39596-bf88-44dd-a692-5262f3d60cba on network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:06.566215 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:30:06.566537 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Checking segment: {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:30:06.566777 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Bound using segment: {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:30:06.567228 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Bound port: 28b39596-bf88-44dd-a692-5262f3d60cba, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:30:06.567577 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.569889 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Made reservation on behalf of f5d61f65209b40bb9f54cc9615763ac6 for: {'subnet': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:06.584280 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:06.767209 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-750f56b6-2f96-40e4-80b6-35e0de320d4a req-d1f48dcd-a0d2-4faa-849c-c8b257b0ad3d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 210 time: 0.2607853 Mar 08 17:30:06.873201 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] For port 28b39596-bf88-44dd-a692-5262f3d60cba, host hv-cinder-83009, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:30:06.887789 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-c3174ef9-7324-4515-8a95-4127d35b7d09 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:06.889404 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-c3174ef9-7324-4515-8a95-4127d35b7d09 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 814 time: 0.2257745 Mar 08 17:30:06.918803 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] For port 28b39596-bf88-44dd-a692-5262f3d60cba, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28b39596-bf88-44dd-a692-5262f3d60cba,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:30:06.934212 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:07.007588 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:07.008224 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:07.009659 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] 10.222.0.71 "PUT /v2.0/ports/28b39596-bf88-44dd-a692-5262f3d60cba HTTP/1.1" status: 200 len: 1094 time: 2.0211966 Mar 08 17:30:07.014635 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055398ce-f4c1-49ed-a481-d74bcfff6f90', 'tag': '28b39596-bf88-44dd-a692-5262f3d60cba'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:07.017111 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b326c1f-0f94-4ae7-a1cf-94c7833f8f59" -d '{"events": [{"name": "network-changed", "server_uuid": "055398ce-f4c1-49ed-a481-d74bcfff6f90", "tag": "28b39596-bf88-44dd-a692-5262f3d60cba"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:07.038225 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (cd133dde-ef51-40c2-ba2e-bec605762ed5), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:07.042433 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934aa6a-c154-4692-9083-c358507c70b7 service neutron] Pushing event updated for resources: {'Port': ['ID=28b39596-bf88-44dd-a692-5262f3d60cba,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:07.065859 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-488abf66-5da0-44f2-8512-f92315fb190d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--751040355&fields=id&tenant_id=007867e3c6774a64ae3896c783673e8f HTTP/1.1" status: 200 len: 267 time: 0.2082670 Mar 08 17:30:07.072229 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Allocated IP 172.20.0.9 (f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43/6a0c1964-c0d9-4089-9873-dbd164bf4a3a/285512b6-318a-411b-8558-4fd476943311) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:30:07.084379 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-a2cd6eb4-5785-4797-a683-53ee229e39bf service neutron] 10.222.0.46 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792983 Mar 08 17:30:07.096817 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd133dde-ef51-40c2-ba2e-bec605762ed5,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:07.105628 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Checking segment: {'id': 'ec38841f-bf0d-40d1-bbb0-b457c74ea6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '697d100b-86be-4765-9055-5bda0076a580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:30:07.105978 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Network hostable DHCP agents. Network: 697d100b-86be-4765-9055-5bda0076a580, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:30:07.125870 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Network 697d100b-86be-4765-9055-5bda0076a580 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:30:07.137382 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 697d100b-86be-4765-9055-5bda0076a580) {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:07.141677 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:07.142471 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:07.148969 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34122b2a-d087-4e2a-9313-d7247f376651 None None] Network 697d100b-86be-4765-9055-5bda0076a580 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:30:07.163277 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-671beaf4-dc39-4756-8c4e-83ced7cf6f2f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7252717 Mar 08 17:30:07.263834 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-eddc3eeb-7e5c-4077-b294-3d268a17221f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:07.270788 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-eddc3eeb-7e5c-4077-b294-3d268a17221f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 811 time: 0.1961303 Mar 08 17:30:07.291181 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01188ec-3a1c-47c6-bbff-0f16d4eb98ba None None] Network 697d100b-86be-4765-9055-5bda0076a580 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:30:07.308401 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef63c68d-226d-4332-b524-a588f2d6136a x-openstack-request-id: req-ef63c68d-226d-4332-b524-a588f2d6136a {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:07.308401 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055398ce-f4c1-49ed-a481-d74bcfff6f90", "tag": "28b39596-bf88-44dd-a692-5262f3d60cba", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:07.308615 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef63c68d-226d-4332-b524-a588f2d6136a {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:07.309417 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055398ce-f4c1-49ed-a481-d74bcfff6f90', 'tag': '28b39596-bf88-44dd-a692-5262f3d60cba', 'status': 'completed', 'code': 200} Mar 08 17:30:07.323458 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-306a5d8c-e371-434b-99df-4e0d37679643 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/quotas/007867e3c6774a64ae3896c783673e8f HTTP/1.1" status: 200 len: 375 time: 0.0517211 Mar 08 17:30:07.456139 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks [] for port (285512b6-318a-411b-8558-4fd476943311), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:07.489811 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-b7e8dac0-ae23-4e7b-8023-e69884315ed1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651998 Mar 08 17:30:07.504940 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadd129-ef40-4d54-9d63-1eca16832c8e req-979b4eaa-e1e6-49a7-9955-58f1575a5e5b tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:07.506805 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2fadd129-ef40-4d54-9d63-1eca16832c8e req-979b4eaa-e1e6-49a7-9955-58f1575a5e5b tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 943 time: 0.1137197 Mar 08 17:30:07.616681 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (285512b6-318a-411b-8558-4fd476943311), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:07.726528 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2fadd129-ef40-4d54-9d63-1eca16832c8e req-10948607-b041-421c-adce-0944fe02f267 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972210 Mar 08 17:30:07.743639 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:30:07.749050 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:07.750987 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Pushing event updated for resources: {'Port': ['ID=285512b6-318a-411b-8558-4fd476943311,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:07.758129 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:30:07.762894 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:07.763542 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:07.774924 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-b3da79c5-d297-46b8-a263-02ba38a1073c service neutron] 10.222.0.46 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637684 Mar 08 17:30:07.795017 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-1482b281-03df-4728-a8f2-8008d43998ea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2672701 Mar 08 17:30:07.842068 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8cbdd07d-60ee-4ce6-b942-686ba525e6fc req-facb6208-0a83-461b-ac00-f94a5400ae41 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 210 time: 0.0520520 Mar 08 17:30:07.900534 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-266dc7ad-d13e-447f-875e-193b7363f64e service neutron] 10.222.0.46 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187773 Mar 08 17:30:07.924050 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48378) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:07.931709 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-845684944-network', 'tenant_id': '54217949694e4890b23ffe6273b55500'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:07.944573 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-35ea8036-b979-4aec-8c01-d4e4ee5b665d req-74ee5e6a-3b30-4650-b9b1-495e0266f4b3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 210 time: 0.0314393 Mar 08 17:30:07.953198 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Made reservation on behalf of 54217949694e4890b23ffe6273b55500 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:07.955914 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:07.979560 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.108200 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-59b0cac8-5a79-483e-a6ff-e8125f932edc req-b9847a9b-fcc3-4715-aae7-a4c392b67c5e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 210 time: 0.0365601 Mar 08 17:30:08.120267 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c57e28-aa54-4a06-a277-cfbf6309ca22 req-d0f1c40d-69ab-4a8a-a5ba-fedc5a566d92 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:08.124632 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Publish callbacks [] for security_group (d5e72210-6a9b-46be-a9a7-8ae5203e241e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.128081 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-16c57e28-aa54-4a06-a277-cfbf6309ca22 req-d0f1c40d-69ab-4a8a-a5ba-fedc5a566d92 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 931 time: 0.1162682 Mar 08 17:30:08.136958 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d5e72210-6a9b-46be-a9a7-8ae5203e241e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.161500 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 993} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:30:08.172990 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e72210-6a9b-46be-a9a7-8ae5203e241e,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:08.179076 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-16c57e28-aa54-4a06-a277-cfbf6309ca22 req-049b6b81-7798-402a-820c-0df49a7e1868 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488265 Mar 08 17:30:08.179751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (c14009fe-9557-46d3-a3b4-88ce7182df35), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.180124 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Added segment c14009fe-9557-46d3-a3b4-88ce7182df35 of type vlan for network cca6b996-c6a3-449d-a165-c9dc2db4a528 Mar 08 17:30:08.243002 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (cca6b996-c6a3-449d-a165-c9dc2db4a528), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.271523 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (cca6b996-c6a3-449d-a165-c9dc2db4a528), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.272655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:08.273264 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.306455 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3809807 Mar 08 17:30:08.309153 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48400) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:08.315880 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Request body: {'subnet': {'network_id': 'cca6b996-c6a3-449d-a165-c9dc2db4a528', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-845684944-subnet', 'tenant_id': '54217949694e4890b23ffe6273b55500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:08.369266 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92572a5d-3abe-4268-a387-26f5709bab66 admin admin] Pushing event updated for resources: {'Network': ['ID=cca6b996-c6a3-449d-a165-c9dc2db4a528,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:08.375279 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Made reservation on behalf of 54217949694e4890b23ffe6273b55500 for: {'subnet': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:08.377932 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.383774 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network cca6b996-c6a3-449d-a165-c9dc2db4a528 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:30:08.592198 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (a75b4026-9452-4b59-86f3-c2a1b430ef4e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.648116 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75b4026-9452-4b59-86f3-c2a1b430ef4e,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:08.655700 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Checking segment: {'id': 'c14009fe-9557-46d3-a3b4-88ce7182df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'cca6b996-c6a3-449d-a165-c9dc2db4a528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:30:08.656081 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Network hostable DHCP agents. Network: cca6b996-c6a3-449d-a165-c9dc2db4a528, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:30:08.673113 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Network cca6b996-c6a3-449d-a165-c9dc2db4a528 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:30:08.682264 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, cca6b996-c6a3-449d-a165-c9dc2db4a528) {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:08.686249 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:08.686836 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:08.692156 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d26209-d148-45b5-a62c-f11179caa595 None None] Network cca6b996-c6a3-449d-a165-c9dc2db4a528 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:30:08.702638 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-8d661b39-85cd-402e-b03f-1e6e6d1e77fd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3924572 Mar 08 17:30:08.794003 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8b67cd-ab8e-446d-ab8f-9f6ba61c099e None None] Network cca6b996-c6a3-449d-a165-c9dc2db4a528 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:30:08.851568 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d244c-3114-4e11-bbcf-b552ea51df37 req-70119a87-1392-4693-94ab-6f17c5d2414d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:08.853121 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3c0d244c-3114-4e11-bbcf-b552ea51df37 req-70119a87-1392-4693-94ab-6f17c5d2414d tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 943 time: 0.0563371 Mar 08 17:30:08.909047 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3c0d244c-3114-4e11-bbcf-b552ea51df37 req-d59fc24b-3b5f-46a0-b53e-2e557a480de0 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500188 Mar 08 17:30:08.952249 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42bad8ea-a1cf-4719-ab15-a4c6b79c1ae1 req-392c9b61-d4d6-4652-9396-24b43b0cd133 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 210 time: 0.0272532 Mar 08 17:30:09.046749 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c9de4e07-4a44-45c5-b827-09ffaeae44a6 req-d04b8b8b-b6f4-4cf4-b0c0-c217c5f9db89 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 210 time: 0.0301178 Mar 08 17:30:09.216458 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45b1e281-9916-416a-8e31-7f9212745f54 req-d1a099ff-468f-44ee-b618-8bf261eeb47d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 210 time: 0.0411224 Mar 08 17:30:09.342801 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ad74-86d7-4132-962c-af0ed344a475 req-7989fbff-0450-464a-9c9e-8a86a57b9393 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:09.344263 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1579ad74-86d7-4132-962c-af0ed344a475 req-7989fbff-0450-464a-9c9e-8a86a57b9393 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 931 time: 0.0670595 Mar 08 17:30:09.393275 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1579ad74-86d7-4132-962c-af0ed344a475 req-01f2285e-8d21-42c4-bcd5-a0b56a0c9c4b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Mar 08 17:30:09.551308 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5d7fa6ba-f48a-462c-8b77-02bed9a9326c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:30:09.594181 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Request body: {'port': {'device_id': 'c498fb03-ca84-4489-99ff-7dd9acec288a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:09.742255 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (285512b6-318a-411b-8558-4fd476943311), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:09.802255 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326c1f-0f94-4ae7-a1cf-94c7833f8f59 req-35629012-f9eb-4f5c-ae32-967b77477d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:09.804504 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-5b326c1f-0f94-4ae7-a1cf-94c7833f8f59 req-35629012-f9eb-4f5c-ae32-967b77477d1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1128 time: 0.1833405 Mar 08 17:30:09.809809 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-b644733d-d508-4272-bfea-bdfe3ee73167 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 379 time: 0.2221351 Mar 08 17:30:09.833625 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'port': {'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'admin_state_up': True, 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'security_groups': ['a14f4cba-66e0-4ee8-b115-f66ca83c9092']}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:09.864580 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,segment=NetworkSegment(1dbeff68-35d3-4dfc-89ec-271667354ad6),segment_id=1dbeff68-35d3-4dfc-89ec-271667354ad6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:09.896805 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c', 'network_id': '1ae4dac4-7ca1-4a19-9495-838dcdba6478', 'port_id': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c', 'mac_address': 'fa:16:3e:86:83:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab954a62-0427-4e64-aef7-833d9d7f1657', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:30:09.987079 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:09.987673 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:10.061517 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7fa6ba-f48a-462c-8b77-02bed9a9326c {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:10.087944 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,segment=NetworkSegment(1dbeff68-35d3-4dfc-89ec-271667354ad6),segment_id=1dbeff68-35d3-4dfc-89ec-271667354ad6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:10.097072 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:10.164868 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326c1f-0f94-4ae7-a1cf-94c7833f8f59 req-129407bd-5186-4f83-aca9-fcfe8ccc9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:10.166512 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-5b326c1f-0f94-4ae7-a1cf-94c7833f8f59 req-129407bd-5186-4f83-aca9-fcfe8ccc9561 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3282285 Mar 08 17:30:10.176428 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:10.219638 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4c9f5f9b-e9fc-435e-990b-43f1d96bc2ef req-b8ef693d-1fc0-4c6d-9fa5-abd2dba3c24e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 210 time: 0.0986617 Mar 08 17:30:10.228641 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Made reservation on behalf of 152646c42b4d4a3f9a3e2937763c6a8a for: {'port': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:10.232510 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:10.467393 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['5d7fa6ba-f48a-462c-8b77-02bed9a9326c'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:30:10.602789 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326c1f-0f94-4ae7-a1cf-94c7833f8f59 req-30e610f5-7f80-46c8-8101-8427d3612eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:10.604816 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-5b326c1f-0f94-4ae7-a1cf-94c7833f8f59 req-30e610f5-7f80-46c8-8101-8427d3612eca service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4164877 Mar 08 17:30:10.652830 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870c40e-cce3-498e-84ef-2a47b9c7a6db req-076cc5ac-5aef-428c-bddf-3fbee1d90600 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:10.653122 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Allocated IP 172.20.0.7 (c6cda2d8-e005-4116-8303-4d7da4dd4b97/5f33444a-083a-449e-8dd2-611fb6a0c2bd/5985c282-9eb5-4b4d-98ee-efb8b47b651d) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:30:10.654848 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5870c40e-cce3-498e-84ef-2a47b9c7a6db req-076cc5ac-5aef-428c-bddf-3fbee1d90600 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 944 time: 0.6049740 Mar 08 17:30:10.729666 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0c61b33d-4731-45e7-804a-333a5ede2e98 req-c5942bca-d9b6-47f2-8720-bee5b07f9407 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 210 time: 0.3921788 Mar 08 17:30:10.754857 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.71', 49880) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:10.759263 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.71', 49881) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:10.789699 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e8cfa086-4795-4f57-a9f8-67b2e04f4ce5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:10.792489 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e8cfa086-4795-4f57-a9f8-67b2e04f4ce5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 811 time: 0.1302214 Mar 08 17:30:10.894534 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-0089c2e6-b678-4033-ae13-974527a7067b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=007867e3c6774a64ae3896c783673e8f HTTP/1.1" status: 200 len: 379 time: 0.0759947 Mar 08 17:30:10.917568 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'port': {'device_id': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'admin_state_up': True, 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'security_groups': ['4bb29c71-01dc-4fac-9273-f35985d8d026']}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:10.956943 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fbcc6f35-45e6-4531-8be2-fe52b95fa6ef req-cac23483-f443-4b1e-acc6-a616d015a1f2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 210 time: 0.0739443 Mar 08 17:30:10.998533 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5870c40e-cce3-498e-84ef-2a47b9c7a6db req-d80a4166-0a7f-41d2-b507-6ff34ef256c1 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173616 Mar 08 17:30:11.137824 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-a7008d5e-f4c4-482c-bf19-4e982d37b864 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:11.140547 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-a7008d5e-f4c4-482c-bf19-4e982d37b864 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 816 time: 0.3800457 Mar 08 17:30:11.323321 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-84561e01-a63d-454a-a9b5-ff145520dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:11.324997 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-84561e01-a63d-454a-a9b5-ff145520dc14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1128 time: 0.5432231 Mar 08 17:30:11.352804 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48512) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:11.437063 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.473747 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Made reservation on behalf of 007867e3c6774a64ae3896c783673e8f for: {'port': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:11.477057 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.485634 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-3dbeb7a8-e2c4-40e7-9880-889ffe671eb5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b39596-bf88-44dd-a692-5262f3d60cba HTTP/1.1" status: 200 len: 217 time: 0.1306558 Mar 08 17:30:11.491186 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9b44c24b-4abc-4061-ad3a-6bcee82980ba req-b774b997-4269-44fe-a9ae-8dae32e1a016 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 210 time: 0.1374454 Mar 08 17:30:11.491337 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.497118 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-96e7250c-a2ac-4f43-9984-da712d5fc4ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a36c2da5204a96b058fe6e6ccba921 HTTP/1.1" status: 200 len: 380 time: 0.2989776 Mar 08 17:30:11.528444 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'port': {'device_id': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'admin_state_up': True, 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'security_groups': ['1d10081a-17dc-447e-a1c5-b681e57e7dc1']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:11.590508 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf55a88-eaa7-40ff-b02e-a6bc2777d4f6 req-9035dcb1-3fb1-4c3f-a3e0-8897bcdebea1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:11.592178 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1bf55a88-eaa7-40ff-b02e-a6bc2777d4f6 req-9035dcb1-3fb1-4c3f-a3e0-8897bcdebea1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 931 time: 0.4446058 Mar 08 17:30:11.606421 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:30:11.613906 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:11.617646 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285512b6-318a-411b-8558-4fd476943311 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:11.619969 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:30:11.625284 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:11.625917 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.640576 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=5985c282-9eb5-4b4d-98ee-efb8b47b651d,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:11.661935 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-67f5bace-a06b-4a75-ba38-764940d4b053 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8324301 Mar 08 17:30:11.669311 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Publish callbacks [] for port (285512b6-318a-411b-8558-4fd476943311), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.686869 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Request body: {'port': {'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:11.690660 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae438183-f842-4b22-b786-ce1f53ae51db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.718934 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-bdb6f118-9de0-4892-8549-579aefb438d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:11.720202 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-bdb6f118-9de0-4892-8549-579aefb438d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 200 len: 858 time: 0.2204494 Mar 08 17:30:11.732952 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Transition to ACTIVE for port object 285512b6-318a-411b-8558-4fd476943311 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:30:11.758981 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Allocated IP 172.20.0.5 (f1e98f65-d043-4791-8dbc-30c813b7ca3b/05422727-ab15-4b2b-85db-9374acaebec7/dbee5f7e-470a-4fbf-a7ab-9860094fe971) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:30:11.777744 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.786225 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (285512b6-318a-411b-8558-4fd476943311), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.842684 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-5357dc08-e72a-4b7d-86b1-c0c0b4ca9ef6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117022 Mar 08 17:30:11.908902 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-a8c6802b-432f-4a51-8033-4d8457043d91 None None] Provisioning complete for port 5985c282-9eb5-4b4d-98ee-efb8b47b651d triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:11.909433 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a8c6802b-432f-4a51-8033-4d8457043d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.943098 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1bf55a88-eaa7-40ff-b02e-a6bc2777d4f6 req-30d72d2c-d364-4d27-906d-7157bcce2beb tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397141 Mar 08 17:30:11.962402 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6802b-432f-4a51-8033-4d8457043d91 None None] Port 5985c282-9eb5-4b4d-98ee-efb8b47b651d cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:30:11.986957 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Pushing event updated for resources: {'Port': ['ID=285512b6-318a-411b-8558-4fd476943311,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:12.085043 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.116372 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Made reservation on behalf of 87a36c2da5204a96b058fe6e6ccba921 for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:30:12.119697 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.124824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5d7fa6ba-f48a-462c-8b77-02bed9a9326c up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:12.155151 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b227d1b2-1826-4f21-af3b-5b1abbf32d66 req-9b3aa174-5ee5-446a-8cc1-a58039678813 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 210 time: 0.0706470 Mar 08 17:30:12.157527 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.168857 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Attempting to bind port 285512b6-318a-411b-8558-4fd476943311 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:30:12.169256 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Attempting to bind port 285512b6-318a-411b-8558-4fd476943311 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:30:12.169613 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Attempting to bind port 285512b6-318a-411b-8558-4fd476943311 on network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:12.189190 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e70b50-1417-4124-8d7b-c8717b6d7352 req-1ddf53cf-da4a-4c4c-bb5b-3698353d0530 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:12.189190 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-81e70b50-1417-4124-8d7b-c8717b6d7352 req-1ddf53cf-da4a-4c4c-bb5b-3698353d0530 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 931 time: 0.3573072 Mar 08 17:30:12.204005 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:30:12.211336 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:12.212266 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.223514 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Port 285512b6-318a-411b-8558-4fd476943311 on network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:30:12.223732 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Attempting to bind port 285512b6-318a-411b-8558-4fd476943311 on network f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:12.243913 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae438183-f842-4b22-b786-ce1f53ae51db admin admin] Publish callbacks [] for security_group (24656ea6-3e36-44ac-84d2-6dc0aafd9987), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.249836 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-cb7ea95f-9e0d-41e7-85fc-290390ea9e6b service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666363 Mar 08 17:30:12.289566 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:30:12.289936 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Checking segment: {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:30:12.290489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Bound using segment: {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:30:12.290956 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Bound port: 285512b6-318a-411b-8558-4fd476943311, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900d518e-6aeb-433f-a5a5-6a2dfb876ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:30:12.291322 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (285512b6-318a-411b-8558-4fd476943311), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.296546 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:30:12.298771 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5985c282-9eb5-4b4d-98ee-efb8b47b651d {{(pid=103292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:12.303513 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'Port': ['ID=dbee5f7e-470a-4fbf-a7ab-9860094fe971,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:12.308420 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:12.309781 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae438183-f842-4b22-b786-ce1f53ae51db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (24656ea6-3e36-44ac-84d2-6dc0aafd9987), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.311844 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Publish callbacks [] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.315572 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:30:12.320565 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:12.321227 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.363532 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:12.365473 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.382642 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.provisioning_blocks [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Transition to ACTIVE for port object 5985c282-9eb5-4b4d-98ee-efb8b47b651d will not be triggered until provisioned by entity L2. {{(pid=103292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:30:12.394660 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-d0d58977-3fed-44c5-a144-f42f52ccfd10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4819906 Mar 08 17:30:12.401486 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.417189 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:12.421168 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Request body: {'port': {'device_id': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:12.531326 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,segment=NetworkSegment(1dbeff68-35d3-4dfc-89ec-271667354ad6),segment_id=1dbeff68-35d3-4dfc-89ec-271667354ad6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:12.540513 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.623616 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5985c282-9eb5-4b4d-98ee-efb8b47b651d,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:12.706512 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:12.741269 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f56e8d-3dc9-43d2-8b67-373e1cdeade5" -d '{"events": [{"server_uuid": "4bd4acf8-9592-42c5-babe-3b1a0bfb0855", "name": "network-vif-plugged", "status": "completed", "tag": "5d7fa6ba-f48a-462c-8b77-02bed9a9326c"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:12.761401 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Attempting to bind port 5985c282-9eb5-4b4d-98ee-efb8b47b651d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:30:12.761884 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Attempting to bind port 5985c282-9eb5-4b4d-98ee-efb8b47b651d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:30:12.762504 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Attempting to bind port 5985c282-9eb5-4b4d-98ee-efb8b47b651d on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:12.765417 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.790061 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae438183-f842-4b22-b786-ce1f53ae51db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24656ea6-3e36-44ac-84d2-6dc0aafd9987,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:12.792438 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-aba54d48-f315-425e-a1b5-5493387e904d None None] Provisioning complete for port dbee5f7e-470a-4fbf-a7ab-9860094fe971 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:12.792828 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aba54d48-f315-425e-a1b5-5493387e904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.817527 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-81e70b50-1417-4124-8d7b-c8717b6d7352 req-512064fb-8090-4fca-9df4-012087023741 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6011391 Mar 08 17:30:12.839264 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-ae438183-f842-4b22-b786-ce1f53ae51db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=024e5ad297f5408fba66f72305c0097b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4833007 Mar 08 17:30:12.854962 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48550) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:12.855650 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Port 5985c282-9eb5-4b4d-98ee-efb8b47b651d on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:30:12.857127 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Attempting to bind port 5985c282-9eb5-4b4d-98ee-efb8b47b651d on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:12.913938 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:30:12.914276 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Checking segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:30:12.914662 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Bound using segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:30:12.915117 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Bound port: 5985c282-9eb5-4b4d-98ee-efb8b47b651d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:30:12.915470 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:12.924973 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-aba54d48-f315-425e-a1b5-5493387e904d None None] Port dbee5f7e-470a-4fbf-a7ab-9860094fe971 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:30:12.963106 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0be23b-bd5f-4a8d-950c-42b9c7b37f99 req-be65c5ba-0e2c-4518-8e51-9047a6632d97 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:12.964728 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3e0be23b-bd5f-4a8d-950c-42b9c7b37f99 req-be65c5ba-0e2c-4518-8e51-9047a6632d97 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 944 time: 0.6773882 Mar 08 17:30:13.026178 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-34ba0169-1dc9-4bc5-86e9-0535c7240e10 req-e2692b2a-69e8-473f-a19f-f4f4cd1701e9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 210 time: 0.0834055 Mar 08 17:30:13.045610 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] For port 285512b6-318a-411b-8558-4fd476943311, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:30:13.056904 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10850d9b-5cb7-456d-96b3-3f510012f66c req-66623012-e1d9-431d-8678-a160ac872704 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706954 Mar 08 17:30:13.065507 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Allocated IP 172.20.0.10 (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6/0c770c80-1c82-445b-aeea-be9ac9dc586c/92e66fec-ac85-4eba-8117-bd1475c03934) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:30:13.087874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] For port 285512b6-318a-411b-8558-4fd476943311, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=285512b6-318a-411b-8558-4fd476943311,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:30:13.110615 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (285512b6-318a-411b-8558-4fd476943311), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.132878 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-aed67a2b-9088-438e-b25d-001f15a718e6 admin admin] Publish callbacks [] for security_group (24656ea6-3e36-44ac-84d2-6dc0aafd9987), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.188682 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f189f07-79bc-499a-9940-6eccdaa72040 x-openstack-request-id: req-5f189f07-79bc-499a-9940-6eccdaa72040 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:13.188989 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd4acf8-9592-42c5-babe-3b1a0bfb0855", "name": "network-vif-plugged", "status": "completed", "tag": "5d7fa6ba-f48a-462c-8b77-02bed9a9326c", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:13.189343 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f189f07-79bc-499a-9940-6eccdaa72040 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:13.190053 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c', 'code': 200} Mar 08 17:30:13.216171 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-aed67a2b-9088-438e-b25d-001f15a718e6 admin admin] Publish callbacks [] for security_group (24656ea6-3e36-44ac-84d2-6dc0aafd9987), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.226341 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] For port 5985c282-9eb5-4b4d-98ee-efb8b47b651d, host hv-cinder-83009, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:30:13.263308 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] For port 5985c282-9eb5-4b4d-98ee-efb8b47b651d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5985c282-9eb5-4b4d-98ee-efb8b47b651d,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:30:13.281445 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.345393 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:13.346014 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.347411 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] 10.222.0.71 "PUT /v2.0/ports/5985c282-9eb5-4b4d-98ee-efb8b47b651d HTTP/1.1" status: 200 len: 1093 time: 1.6651793 Mar 08 17:30:13.349236 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9885963b-fe67-42ec-822c-078942eb7fa0', 'tag': '5985c282-9eb5-4b4d-98ee-efb8b47b651d'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:13.351549 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0546622b-8640-4a6c-a761-b81ea63cbd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9885963b-fe67-42ec-822c-078942eb7fa0", "tag": "5985c282-9eb5-4b4d-98ee-efb8b47b651d"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:13.355834 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3e0be23b-bd5f-4a8d-950c-42b9c7b37f99 req-f63a6f6d-e10d-4a00-b573-5cd9f0ce745e tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763342 Mar 08 17:30:13.363579 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-aed67a2b-9088-438e-b25d-001f15a718e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (24656ea6-3e36-44ac-84d2-6dc0aafd9987), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.366214 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-aed67a2b-9088-438e-b25d-001f15a718e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.367360 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-aed67a2b-9088-438e-b25d-001f15a718e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24656ea6-3e36-44ac-84d2-6dc0aafd9987 HTTP/1.1" status: 204 len: 168 time: 0.5057380 Mar 08 17:30:13.389881 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48435a8-2e1f-4068-b6db-72e56382a8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5985c282-9eb5-4b4d-98ee-efb8b47b651d,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:13.410495 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:13.410931 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed67a2b-9088-438e-b25d-001f15a718e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24656ea6-3e36-44ac-84d2-6dc0aafd9987,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:13.411073 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.412361 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] 10.222.0.71 "PUT /v2.0/ports/285512b6-318a-411b-8558-4fd476943311 HTTP/1.1" status: 200 len: 1093 time: 3.8242686 Mar 08 17:30:13.412956 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c498fb03-ca84-4489-99ff-7dd9acec288a', 'tag': '285512b6-318a-411b-8558-4fd476943311'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:13.468901 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbee5f7e-470a-4fbf-a7ab-9860094fe971 {{(pid=103292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:13.486590 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Publish callbacks [] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.507523 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.provisioning_blocks [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Transition to ACTIVE for port object dbee5f7e-470a-4fbf-a7ab-9860094fe971 will not be triggered until provisioned by entity L2. {{(pid=103292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:30:13.514073 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.564096 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ac3f-31b0-4554-af15-4c7726180f65 service neutron] Pushing event updated for resources: {'Port': ['ID=285512b6-318a-411b-8558-4fd476943311,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:13.583448 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Pushing event updated for resources: {'Port': ['ID=dbee5f7e-470a-4fbf-a7ab-9860094fe971,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:13.652579 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Attempting to bind port dbee5f7e-470a-4fbf-a7ab-9860094fe971 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:30:13.653122 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Attempting to bind port dbee5f7e-470a-4fbf-a7ab-9860094fe971 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:30:13.653673 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Attempting to bind port dbee5f7e-470a-4fbf-a7ab-9860094fe971 on network f1e98f65-d043-4791-8dbc-30c813b7ca3b {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:13.658508 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Port dbee5f7e-470a-4fbf-a7ab-9860094fe971 on network f1e98f65-d043-4791-8dbc-30c813b7ca3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:30:13.658826 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Attempting to bind port dbee5f7e-470a-4fbf-a7ab-9860094fe971 on network f1e98f65-d043-4791-8dbc-30c813b7ca3b {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:13.661228 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79995fff-fb7a-4772-9b46-3c6785765e9d req-730fa359-222e-4b59-ac5a-4c14599e3ae5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:13.664221 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:30:13.665387 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Checking segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:30:13.665964 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Bound using segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:30:13.666570 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Bound port: dbee5f7e-470a-4fbf-a7ab-9860094fe971, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:30:13.667113 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.668202 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79995fff-fb7a-4772-9b46-3c6785765e9d req-730fa359-222e-4b59-ac5a-4c14599e3ae5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 943 time: 0.3100147 Mar 08 17:30:13.714292 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d832dae-ec95-4f3b-9091-06f35da330a6 req-77e8094c-dc18-4412-a249-7a85472da5bd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:13.715863 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d832dae-ec95-4f3b-9091-06f35da330a6 req-77e8094c-dc18-4412-a249-7a85472da5bd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.2190661 Mar 08 17:30:13.756000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffd7f1a-2c64-4bbd-9e8f-ee1953c630e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c498fb03-ca84-4489-99ff-7dd9acec288a", "tag": "285512b6-318a-411b-8558-4fd476943311"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:13.757049 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] For port dbee5f7e-470a-4fbf-a7ab-9860094fe971, host hv-cinder-83009, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:30:13.760140 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] For port dbee5f7e-470a-4fbf-a7ab-9860094fe971, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:30:13.772374 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.799445 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79995fff-fb7a-4772-9b46-3c6785765e9d req-b6a18d22-1fc9-43f7-b11e-35e207192958 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303325 Mar 08 17:30:13.809811 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:13.810683 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.811964 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] 10.222.0.71 "PUT /v2.0/ports/dbee5f7e-470a-4fbf-a7ab-9860094fe971 HTTP/1.1" status: 200 len: 1093 time: 1.3975055 Mar 08 17:30:13.822090 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for port (92e66fec-ac85-4eba-8117-bd1475c03934), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.837854 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fddda-f5c0-4784-92db-2e74feccbd89 service neutron] Pushing event updated for resources: {'Port': ['ID=dbee5f7e-470a-4fbf-a7ab-9860094fe971,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:13.868715 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d832dae-ec95-4f3b-9091-06f35da330a6 req-8f51b2b2-434d-4711-8058-c3c633af0be2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397505 Mar 08 17:30:13.876141 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55975a4a-2324-43ac-a0a3-35dad497a032 x-openstack-request-id: req-55975a4a-2324-43ac-a0a3-35dad497a032 {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:13.876530 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9885963b-fe67-42ec-822c-078942eb7fa0", "tag": "5985c282-9eb5-4b4d-98ee-efb8b47b651d", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:13.876878 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55975a4a-2324-43ac-a0a3-35dad497a032 {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:13.877378 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9885963b-fe67-42ec-822c-078942eb7fa0', 'tag': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'status': 'completed', 'code': 200} Mar 08 17:30:13.903515 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48578) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:13.932518 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.935277 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6e39b537-06b3-4103-9169-562d3e34abc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:13.994977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:30:14.013548 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:30:14.035354 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:30:14.040822 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:14.041477 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:14.068256 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:14.103684 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-bae11771-5087-4f1f-a90d-e98fb0a702a3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5999162 Mar 08 17:30:14.112052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3981089-f3ba-4832-9865-d36cfcf6d69a x-openstack-request-id: req-c3981089-f3ba-4832-9865-d36cfcf6d69a {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:14.113448 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c498fb03-ca84-4489-99ff-7dd9acec288a", "tag": "285512b6-318a-411b-8558-4fd476943311", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:14.113448 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3981089-f3ba-4832-9865-d36cfcf6d69a {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:14.113448 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c498fb03-ca84-4489-99ff-7dd9acec288a', 'tag': '285512b6-318a-411b-8558-4fd476943311', 'status': 'completed', 'code': 200} Mar 08 17:30:14.131841 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653afd75-45d6-406a-a263-6ed0ba14e163 req-58b9d069-9680-4a6b-9957-1bdf215e388b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:14.133394 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-653afd75-45d6-406a-a263-6ed0ba14e163 req-58b9d069-9680-4a6b-9957-1bdf215e388b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.1474402 Mar 08 17:30:14.236659 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6e39b537-06b3-4103-9169-562d3e34abc8 admin admin] Publish callbacks [] for security_group (15328e6f-b8ea-4212-96f9-08278b92a245), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:14.249592 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-653afd75-45d6-406a-a263-6ed0ba14e163 req-8cfd005e-8010-4c9f-89d2-d783f7f0fee2 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053987 Mar 08 17:30:14.251963 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6e39b537-06b3-4103-9169-562d3e34abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (15328e6f-b8ea-4212-96f9-08278b92a245), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:14.301800 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39b537-06b3-4103-9169-562d3e34abc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15328e6f-b8ea-4212-96f9-08278b92a245,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:14.310928 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61897d58-0d6a-4c98-9c01-10c5f3e6ead1 req-4d295bd8-83d0-4a64-bdc7-0be0c2366a0c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:14.312783 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-61897d58-0d6a-4c98-9c01-10c5f3e6ead1 req-4d295bd8-83d0-4a64-bdc7-0be0c2366a0c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 932 time: 0.1392169 Mar 08 17:30:14.315923 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-6e39b537-06b3-4103-9169-562d3e34abc8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3485d792446b4e8c9e2a390c95e60e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139993 Mar 08 17:30:14.317751 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 48586) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:14.390939 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-61897d58-0d6a-4c98-9c01-10c5f3e6ead1 req-39a1e4dd-7e3b-40d0-8596-a33747d370d9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671644 Mar 08 17:30:14.391132 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-4bfb1f90-1f96-481f-8705-7d66aedcef90 None None] Provisioning complete for port 92e66fec-ac85-4eba-8117-bd1475c03934 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:14.391560 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1f90-1f96-481f-8705-7d66aedcef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:14.405750 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49d6b504-2b82-488f-b40c-d86d5ce105b5 admin admin] Publish callbacks [] for security_group (15328e6f-b8ea-4212-96f9-08278b92a245), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:14.426388 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb1f90-1f96-481f-8705-7d66aedcef90 None None] Port 92e66fec-ac85-4eba-8117-bd1475c03934 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:30:14.441000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49d6b504-2b82-488f-b40c-d86d5ce105b5 admin admin] Publish callbacks [] for security_group (15328e6f-b8ea-4212-96f9-08278b92a245), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:14.514786 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5e2ab-11b3-411b-bae3-a9c4ce278529 req-09992f16-3451-445d-8f08-a3d96320fa7c tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:14.516317 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5b5e2ab-11b3-411b-bae3-a9c4ce278529 req-09992f16-3451-445d-8f08-a3d96320fa7c tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.0776265 Mar 08 17:30:14.529000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49d6b504-2b82-488f-b40c-d86d5ce105b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (15328e6f-b8ea-4212-96f9-08278b92a245), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:14.531513 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49d6b504-2b82-488f-b40c-d86d5ce105b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:14.532600 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-49d6b504-2b82-488f-b40c-d86d5ce105b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15328e6f-b8ea-4212-96f9-08278b92a245 HTTP/1.1" status: 204 len: 168 time: 0.2139287 Mar 08 17:30:14.548026 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6b504-2b82-488f-b40c-d86d5ce105b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15328e6f-b8ea-4212-96f9-08278b92a245,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:14.576895 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5b5e2ab-11b3-411b-bae3-a9c4ce278529 req-e5003bc3-1e19-45e1-b405-1bd4b44020b9 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548351 Mar 08 17:30:14.981755 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ecab-4017-474d-bf08-bc28a08d4027 req-4b5ee7ae-80a7-48b9-83f4-ec860daaa3b5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:14.983483 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0c62ecab-4017-474d-bf08-bc28a08d4027 req-4b5ee7ae-80a7-48b9-83f4-ec860daaa3b5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 943 time: 0.1054497 Mar 08 17:30:15.067006 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0c62ecab-4017-474d-bf08-bc28a08d4027 req-d5629da7-6f95-4505-a01f-3b951d30b31e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634604 Mar 08 17:30:15.081755 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd497d46-2e8f-4ea8-8011-7ab5106ad0d6 req-0fadc1cc-7d20-4aa8-aa65-ade79ad2ef4e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:15.088845 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cd497d46-2e8f-4ea8-8011-7ab5106ad0d6 req-0fadc1cc-7d20-4aa8-aa65-ade79ad2ef4e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.1226509 Mar 08 17:30:15.158402 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cd497d46-2e8f-4ea8-8011-7ab5106ad0d6 req-0c9b1a9a-52a1-4346-9d2f-16c8e7384a6d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686083 Mar 08 17:30:15.380827 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf86e3-979a-4a59-916a-3859cbf804e3 req-ea384ec0-7cc1-4481-9f7b-95c86c466e95 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:15.382304 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7faf86e3-979a-4a59-916a-3859cbf804e3 req-ea384ec0-7cc1-4481-9f7b-95c86c466e95 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.0571721 Mar 08 17:30:15.444940 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7faf86e3-979a-4a59-916a-3859cbf804e3 req-afa53f07-183a-434f-b54f-e3cb25a85b47 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568540 Mar 08 17:30:15.525519 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10db018-815f-4d29-9f91-5c5913c19beb req-1d2add36-28de-4a6b-a288-18abbfb3f6dd tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:15.527000 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a10db018-815f-4d29-9f91-5c5913c19beb req-1d2add36-28de-4a6b-a288-18abbfb3f6dd tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 932 time: 0.0542731 Mar 08 17:30:15.583260 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a10db018-815f-4d29-9f91-5c5913c19beb req-2c9e775b-9006-4a18-831d-01caae62b53e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504842 Mar 08 17:30:15.719631 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1e2e4-280a-4fb9-9894-7c6fe5affeeb req-98965025-ab01-4620-b1cf-ca5033e566f3 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:15.721267 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6ef1e2e4-280a-4fb9-9894-7c6fe5affeeb req-98965025-ab01-4620-b1cf-ca5033e566f3 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.0550225 Mar 08 17:30:15.777624 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6ef1e2e4-280a-4fb9-9894-7c6fe5affeeb req-c11432dc-60ac-4a84-90eb-02ae91bec67e tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504456 Mar 08 17:30:15.878369 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'tag': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:15.882527 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2bdc8-3bc3-42fc-8045-0de437b11a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c60b80-130a-4028-9bbf-99f6f42ef76b", "tag": "dbee5f7e-470a-4fbf-a7ab-9860094fe971"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:15.917750 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac91b8d-4fad-4441-b0aa-e933a6760e60 x-openstack-request-id: req-7ac91b8d-4fad-4441-b0aa-e933a6760e60 {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:15.918043 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c60b80-130a-4028-9bbf-99f6f42ef76b", "tag": "dbee5f7e-470a-4fbf-a7ab-9860094fe971", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:15.918297 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ac91b8d-4fad-4441-b0aa-e933a6760e60 {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:15.918701 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'tag': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'status': 'completed', 'code': 200} Mar 08 17:30:16.236403 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e216e-f2c8-4b66-92d1-a77e18253266 req-6b56f82a-3dd5-4e18-839b-a3e5c9aea3d2 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:16.239165 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6b3e216e-f2c8-4b66-92d1-a77e18253266 req-6b56f82a-3dd5-4e18-839b-a3e5c9aea3d2 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 943 time: 0.0868120 Mar 08 17:30:16.244118 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Request body: {'port': {'device_id': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:16.425721 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6b3e216e-f2c8-4b66-92d1-a77e18253266 req-307912ed-52f6-49a1-b402-11831354218d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761117 Mar 08 17:30:16.462180 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:16.511997 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570dc64-58d3-470d-b932-98f180c9efb0 req-6e9829e9-062d-49cb-9bad-49980c33ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:16.514222 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-3570dc64-58d3-470d-b932-98f180c9efb0 req-6e9829e9-062d-49cb-9bad-49980c33ad67 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 1129 time: 0.1692278 Mar 08 17:30:16.517041 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd7f1a-2c64-4bbd-9e8f-ee1953c630e9 req-1dea6b6c-de31-4563-beac-5b8c8ff71399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:16.518578 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-7ffd7f1a-2c64-4bbd-9e8f-ee1953c630e9 req-1dea6b6c-de31-4563-beac-5b8c8ff71399 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 1127 time: 0.1163967 Mar 08 17:30:16.518721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a720120-0210-4c52-95e2-86d368c8860c req-4db9e50d-f346-48ec-a1eb-d56edfe366e9 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:16.520270 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7a720120-0210-4c52-95e2-86d368c8860c req-4db9e50d-f346-48ec-a1eb-d56edfe366e9 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.2545886 Mar 08 17:30:16.625365 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546622b-8640-4a6c-a761-b81ea63cbd8a req-b125c316-ea8a-40ce-89a9-1977d49550a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:16.627305 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48672) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:16.627503 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0546622b-8640-4a6c-a761-b81ea63cbd8a req-b125c316-ea8a-40ce-89a9-1977d49550a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 1127 time: 0.2184768 Mar 08 17:30:16.629464 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-3570dc64-58d3-470d-b932-98f180c9efb0 req-af7b9ba0-d903-429d-a620-164497bdce9c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:16.648367 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2bdc8-3bc3-42fc-8045-0de437b11a3c req-99c5d00a-f1a1-4e70-b576-d0976cb47fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:16.649583 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8eb2bdc8-3bc3-42fc-8045-0de437b11a3c req-99c5d00a-f1a1-4e70-b576-d0976cb47fb8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 1127 time: 0.2393129 Mar 08 17:30:16.694736 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd7f1a-2c64-4bbd-9e8f-ee1953c630e9 req-2825d33d-4d9c-462e-8ddd-b7f7d9240ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:16.696252 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-7ffd7f1a-2c64-4bbd-9e8f-ee1953c630e9 req-2825d33d-4d9c-462e-8ddd-b7f7d9240ef2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1441464 Mar 08 17:30:16.797138 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6db06644-7457-4b99-9089-869b6d85634c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:16.801195 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7a720120-0210-4c52-95e2-86d368c8860c req-e62b26dd-094b-483d-87a3-a9e8fb283acd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666485 Mar 08 17:30:16.834693 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-3570dc64-58d3-470d-b932-98f180c9efb0 req-af7b9ba0-d903-429d-a620-164497bdce9c service neutron] Publish callbacks [] for security_group (84ea8928-abf0-4541-99d3-e91e101a557e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:16.852749 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [req-3570dc64-58d3-470d-b932-98f180c9efb0 req-af7b9ba0-d903-429d-a620-164497bdce9c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (84ea8928-abf0-4541-99d3-e91e101a557e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:16.892675 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd7f1a-2c64-4bbd-9e8f-ee1953c630e9 req-536239b0-4afe-4e9a-af4c-467394c34898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:16.894587 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-7ffd7f1a-2c64-4bbd-9e8f-ee1953c630e9 req-536239b0-4afe-4e9a-af4c-467394c34898 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1903067 Mar 08 17:30:16.926241 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b9ba0-d903-429d-a620-164497bdce9c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea8928-abf0-4541-99d3-e91e101a557e,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:16.932659 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-3570dc64-58d3-470d-b932-98f180c9efb0 req-af7b9ba0-d903-429d-a620-164497bdce9c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998263 Mar 08 17:30:16.977235 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6db06644-7457-4b99-9089-869b6d85634c admin admin] Publish callbacks [] for security_group (6a6999d3-7875-40ad-abc9-2af789d26e02), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:16.983033 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6db06644-7457-4b99-9089-869b6d85634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (6a6999d3-7875-40ad-abc9-2af789d26e02), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.024337 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6db06644-7457-4b99-9089-869b6d85634c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64562470bc1b41dabdf05893bcd99612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958154 Mar 08 17:30:17.025214 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db06644-7457-4b99-9089-869b6d85634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6999d3-7875-40ad-abc9-2af789d26e02,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:17.034173 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48684) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:17.094940 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e2513ff6-5fea-4d5b-8163-528799372f60 admin admin] Publish callbacks [] for security_group (6a6999d3-7875-40ad-abc9-2af789d26e02), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.122675 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e2513ff6-5fea-4d5b-8163-528799372f60 admin admin] Publish callbacks [] for security_group (6a6999d3-7875-40ad-abc9-2af789d26e02), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.187958 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e2513ff6-5fea-4d5b-8163-528799372f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (6a6999d3-7875-40ad-abc9-2af789d26e02), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.190995 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e2513ff6-5fea-4d5b-8163-528799372f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.192526 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e2513ff6-5fea-4d5b-8163-528799372f60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a6999d3-7875-40ad-abc9-2af789d26e02 HTTP/1.1" status: 204 len: 168 time: 0.1573923 Mar 08 17:30:17.203765 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2513ff6-5fea-4d5b-8163-528799372f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6999d3-7875-40ad-abc9-2af789d26e02,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:17.254685 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2bdc8-3bc3-42fc-8045-0de437b11a3c req-4a97021a-72cd-4f04-bee4-8c7dc1ff9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:17.256809 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8eb2bdc8-3bc3-42fc-8045-0de437b11a3c req-4a97021a-72cd-4f04-bee4-8c7dc1ff9647 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=007867e3c6774a64ae3896c783673e8f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5340772 Mar 08 17:30:17.287715 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbba01-88a4-4e2b-88b5-911561200f74 req-dceff035-212a-45cf-8cdf-d7eb9f70574c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:17.289244 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0bbba01-88a4-4e2b-88b5-911561200f74 req-dceff035-212a-45cf-8cdf-d7eb9f70574c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.6992819 Mar 08 17:30:17.290299 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546622b-8640-4a6c-a761-b81ea63cbd8a req-aef9d715-62bc-419a-906a-e6f0b351470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:17.291643 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0546622b-8640-4a6c-a761-b81ea63cbd8a req-aef9d715-62bc-419a-906a-e6f0b351470f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6412103 Mar 08 17:30:17.299509 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-accdab5f-7c01-4884-b704-381aaf857c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:17.301472 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-accdab5f-7c01-4884-b704-381aaf857c2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 1127 time: 0.0562696 Mar 08 17:30:17.367137 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-88e79f4b-1e22-4bdb-b6d3-ff5323163663 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=285512b6-318a-411b-8558-4fd476943311 HTTP/1.1" status: 200 len: 217 time: 0.0490656 Mar 08 17:30:17.428194 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-6fd2a9e3-59d7-4568-a425-31a2742fab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:17.430030 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-6fd2a9e3-59d7-4568-a425-31a2742fab52 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 200 len: 858 time: 0.0550585 Mar 08 17:30:17.467478 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-10e4c158-2f5c-4edf-87b5-f594520a6333 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287290 Mar 08 17:30:17.563885 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-71440cb6-e535-48af-a824-455f16eec23c service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894253 Mar 08 17:30:17.565684 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48708) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:17.585622 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ff61-54f6-433b-8343-1ea2707d3ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.650359 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effa03c-f58f-477f-948e-1e8d1a10d901 req-8dccbd6e-e62b-46a6-bbf3-08e9999e8849 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:17.651789 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2effa03c-f58f-477f-948e-1e8d1a10d901 req-8dccbd6e-e62b-46a6-bbf3-08e9999e8849 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 932 time: 0.7445292 Mar 08 17:30:17.711418 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-e71339e1-7974-47f1-8cbf-841156d86d0e req-f3a9cecf-9370-4162-9f73-7f33178df932 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393430 Mar 08 17:30:17.720346 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2bdc8-3bc3-42fc-8045-0de437b11a3c req-90cb95ba-d328-4445-8c54-c07e60e3dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:17.721790 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8eb2bdc8-3bc3-42fc-8045-0de437b11a3c req-90cb95ba-d328-4445-8c54-c07e60e3dfd0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4292381 Mar 08 17:30:17.731115 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0bbba01-88a4-4e2b-88b5-911561200f74 req-c1ffceaf-09f8-4259-8b86-b85f342f362b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621273 Mar 08 17:30:17.739559 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ff61-54f6-433b-8343-1ea2707d3ed6 admin admin] Publish callbacks [] for security_group (c0c6ade7-650d-4845-9462-7fb5ae05286e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.749071 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ff61-54f6-433b-8343-1ea2707d3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c0c6ade7-650d-4845-9462-7fb5ae05286e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.769136 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e66fec-ac85-4eba-8117-bd1475c03934 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:17.785315 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Publish callbacks [] for port (92e66fec-ac85-4eba-8117-bd1475c03934), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.797514 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0ce5ff61-54f6-433b-8343-1ea2707d3ed6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7f0a968f684468c9774d34cb4ad6a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307758 Mar 08 17:30:17.798347 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5ff61-54f6-433b-8343-1ea2707d3ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6ade7-650d-4845-9462-7fb5ae05286e,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:17.800850 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 48710) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:17.828679 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Transition to ACTIVE for port object 92e66fec-ac85-4eba-8117-bd1475c03934 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:30:17.832529 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546622b-8640-4a6c-a761-b81ea63cbd8a req-37987162-f5f8-4915-9e2f-4001f3c1fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:17.833986 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0546622b-8640-4a6c-a761-b81ea63cbd8a req-37987162-f5f8-4915-9e2f-4001f3c1fd8b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3630092 Mar 08 17:30:17.852465 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1202eabe-ac90-4532-a9f5-34f562335dc2 admin admin] Publish callbacks [] for security_group (c0c6ade7-650d-4845-9462-7fb5ae05286e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.870263 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.876783 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1202eabe-ac90-4532-a9f5-34f562335dc2 admin admin] Publish callbacks [] for security_group (c0c6ade7-650d-4845-9462-7fb5ae05286e), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.922607 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2effa03c-f58f-477f-948e-1e8d1a10d901 req-ccae2d44-d3de-4e09-8899-ca3990ac64d1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363591 Mar 08 17:30:17.932068 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1202eabe-ac90-4532-a9f5-34f562335dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c0c6ade7-650d-4845-9462-7fb5ae05286e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.935990 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1202eabe-ac90-4532-a9f5-34f562335dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:17.937140 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-1202eabe-ac90-4532-a9f5-34f562335dc2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0c6ade7-650d-4845-9462-7fb5ae05286e HTTP/1.1" status: 204 len: 168 time: 0.1354811 Mar 08 17:30:17.959163 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202eabe-ac90-4532-a9f5-34f562335dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6ade7-650d-4845-9462-7fb5ae05286e,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:18.079763 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:18.091564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb1570-10c8-41f2-96e7-3cc6442971dc req-cbf2dbf6-a12d-4246-b369-e1b72a6f69cf tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.093242 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8cbb1570-10c8-41f2-96e7-3cc6442971dc req-cbf2dbf6-a12d-4246-b369-e1b72a6f69cf tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.2899485 Mar 08 17:30:18.140395 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-c2d52fe0-33eb-43e6-95da-b65c62a3a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.141918 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-c2d52fe0-33eb-43e6-95da-b65c62a3a238 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 1127 time: 0.3109839 Mar 08 17:30:18.160746 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-2cb95e6d-676c-484f-b553-1bbd9703cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.162393 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-2cb95e6d-676c-484f-b553-1bbd9703cffc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 1127 time: 0.2609713 Mar 08 17:30:18.172843 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Attempting to bind port 92e66fec-ac85-4eba-8117-bd1475c03934 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:30:18.173166 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Attempting to bind port 92e66fec-ac85-4eba-8117-bd1475c03934 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:30:18.173444 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Attempting to bind port 92e66fec-ac85-4eba-8117-bd1475c03934 on network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:18.230115 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-3828f6c9-cefa-4d5b-a739-2138701b2bf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971 HTTP/1.1" status: 200 len: 217 time: 0.0638731 Mar 08 17:30:18.230648 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Port 92e66fec-ac85-4eba-8117-bd1475c03934 on network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:30:18.230971 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Attempting to bind port 92e66fec-ac85-4eba-8117-bd1475c03934 on network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:30:18.239940 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb924c59-dcdd-4cb5-97c3-f411a5479347 req-023f91a3-cacf-4d50-ba57-0adb1b719619 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.241442 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb924c59-dcdd-4cb5-97c3-f411a5479347 req-023f91a3-cacf-4d50-ba57-0adb1b719619 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 943 time: 0.2314878 Mar 08 17:30:18.250765 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:30:18.290276 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-77a6e7ce-8e02-4ee5-a0cd-17c886b205c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5985c282-9eb5-4b4d-98ee-efb8b47b651d HTTP/1.1" status: 200 len: 217 time: 0.0775013 Mar 08 17:30:18.315340 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:30:18.315669 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Checking segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:30:18.316074 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Bound using segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:30:18.316522 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Bound port: 92e66fec-ac85-4eba-8117-bd1475c03934, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:30:18.316875 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:18.356706 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8cbb1570-10c8-41f2-96e7-3cc6442971dc req-13073f2a-06ce-4330-87f8-8841e1d0c448 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410240 Mar 08 17:30:18.446165 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-67eaf556-8d8f-40a9-aa92-c12efee3520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.448442 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-67eaf556-8d8f-40a9-aa92-c12efee3520b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05422727-ab15-4b2b-85db-9374acaebec7 HTTP/1.1" status: 200 len: 850 time: 0.1759512 Mar 08 17:30:18.484596 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb924c59-dcdd-4cb5-97c3-f411a5479347 req-29a5a18e-a321-4f4b-8161-c2fa669f77da tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022135 Mar 08 17:30:18.555852 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-6528bc4e-30be-4e87-94ae-7792954371ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.555852 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-6528bc4e-30be-4e87-94ae-7792954371ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.2309983 Mar 08 17:30:18.628420 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:30:18.652307 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:30:18.671245 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f75c6-f0e5-4cf1-864a-780f2e252ff9 req-7678c04d-3626-4bcd-b9d5-9c1cd3c2d535 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.678104 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-322f75c6-f0e5-4cf1-864a-780f2e252ff9 req-7678c04d-3626-4bcd-b9d5-9c1cd3c2d535 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.2458420 Mar 08 17:30:18.682174 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:18.694160 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-22c72958-03a1-4abd-ae99-c2fc71f2af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.695682 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-22c72958-03a1-4abd-ae99-c2fc71f2af02 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1e98f65-d043-4791-8dbc-30c813b7ca3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1823359 Mar 08 17:30:18.768262 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.768793 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:18.770171 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] 10.222.0.71 "PUT /v2.0/ports/92e66fec-ac85-4eba-8117-bd1475c03934 HTTP/1.1" status: 200 len: 1094 time: 2.5476344 Mar 08 17:30:18.771300 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:18.773618 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4b44e9-7968-4d9c-9151-c8cb2a2ae746" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:18.789222 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-b70ca582-cccd-4492-b343-f57ef7b9a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:18.790855 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-b70ca582-cccd-4492-b343-f57ef7b9a641 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2210600 Mar 08 17:30:18.917455 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f30a8-d0f1-4cbf-a0bb-38f147d98a8b service neutron] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:18.939595 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-322f75c6-f0e5-4cf1-864a-780f2e252ff9 req-024994f8-413f-4797-a36b-8816325d7e7b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605784 Mar 08 17:30:19.021108 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4261ab6-9b42-43b7-a794-c1d48e51879a x-openstack-request-id: req-d4261ab6-9b42-43b7-a794-c1d48e51879a {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:19.021377 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:19.021633 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4261ab6-9b42-43b7-a794-c1d48e51879a {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:19.022035 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934', 'status': 'completed', 'code': 200} Mar 08 17:30:19.031103 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-12f0a0ff-763e-4ad8-aac9-f51aa5d62dba service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030448 Mar 08 17:30:19.046595 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb06f70-e8f7-470e-b976-c9487cafc0b4 req-7047aad4-d007-4bdf-a176-59b200957722 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:19.048330 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0eb06f70-e8f7-470e-b976-c9487cafc0b4 req-7047aad4-d007-4bdf-a176-59b200957722 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.1427724 Mar 08 17:30:19.078538 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-766b2c07-bc7f-495c-a97b-219381bafa8d service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658491 Mar 08 17:30:19.131147 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0eb06f70-e8f7-470e-b976-c9487cafc0b4 req-4cbb69d6-7b5b-45ed-a609-4ae8621d7f83 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732563 Mar 08 17:30:19.155285 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fecac-06ff-4653-a9cc-6f659dd67aaa req-0de21aed-e140-4a78-886e-5841d620bb0c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:19.156943 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f49fecac-06ff-4653-a9cc-6f659dd67aaa req-0de21aed-e140-4a78-886e-5841d620bb0c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0656545 Mar 08 17:30:19.205622 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f49fecac-06ff-4653-a9cc-6f659dd67aaa req-9bc002e3-85d1-4dd9-818f-812ae7d88cbc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Mar 08 17:30:19.704584 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c4c4-de4d-4a34-b3e3-74f29c81c92d req-65cae489-b42f-4231-98c8-2441848ca767 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:19.706058 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f0d3c4c4-de4d-4a34-b3e3-74f29c81c92d req-65cae489-b42f-4231-98c8-2441848ca767 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.2791648 Mar 08 17:30:19.716485 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcacde6-2dd9-4f2f-b584-e6d19fe5e36b req-2f0168f9-98a0-431f-bd4e-8b0898dc0192 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:19.717907 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cdcacde6-2dd9-4f2f-b584-e6d19fe5e36b req-2f0168f9-98a0-431f-bd4e-8b0898dc0192 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 943 time: 0.0725005 Mar 08 17:30:19.782567 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f0d3c4c4-de4d-4a34-b3e3-74f29c81c92d req-c62382b2-0478-4550-9ddb-4bb8ff1ff3a2 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637026 Mar 08 17:30:19.794058 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cdcacde6-2dd9-4f2f-b584-e6d19fe5e36b req-e29cea39-1961-4a36-90ff-de1566ef33f8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693541 Mar 08 17:30:20.091869 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fc500-6482-4ec2-9ee1-2887e91cee15 req-0231e22a-cb3d-487d-bf65-458087b53c95 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:20.093365 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6b2fc500-6482-4ec2-9ee1-2887e91cee15 req-0231e22a-cb3d-487d-bf65-458087b53c95 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.0660310 Mar 08 17:30:20.140465 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6b2fc500-6482-4ec2-9ee1-2887e91cee15 req-a01d2949-2d3f-4a6b-beca-472801db3f11 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Mar 08 17:30:20.252290 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ae20-2b4e-40cc-b942-979c2b901d96 req-a4db9372-f02e-4ebf-82cb-c4e57988f335 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:20.253597 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e1f4ae20-2b4e-40cc-b942-979c2b901d96 req-a4db9372-f02e-4ebf-82cb-c4e57988f335 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.0564063 Mar 08 17:30:20.327116 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e1f4ae20-2b4e-40cc-b942-979c2b901d96 req-4adb0ccb-4ce9-4067-a260-0e486b664402 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676010 Mar 08 17:30:20.349556 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae87f3f-0661-4070-a5d9-018feb1b0321 req-ed5b1c13-e9df-4a2a-bf73-7271d82a2c09 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:20.350986 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6ae87f3f-0661-4070-a5d9-018feb1b0321 req-ed5b1c13-e9df-4a2a-bf73-7271d82a2c09 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0665958 Mar 08 17:30:20.398687 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6ae87f3f-0661-4070-a5d9-018feb1b0321 req-707ecf9f-43b5-49ac-934f-aed8fa74bef8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398428 Mar 08 17:30:20.927833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa51aa-252e-461c-aecd-08510ba37851 req-3d1eeba6-404d-4548-8150-a2bb088b8178 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:20.929365 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-08aa51aa-252e-461c-aecd-08510ba37851 req-3d1eeba6-404d-4548-8150-a2bb088b8178 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.0778756 Mar 08 17:30:20.943942 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e880-effd-4d41-ab50-a89bc7d716c8 req-4da6aa40-0370-408d-af87-5cb923835a8f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:20.945493 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7b07e880-effd-4d41-ab50-a89bc7d716c8 req-4da6aa40-0370-408d-af87-5cb923835a8f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 943 time: 0.0850763 Mar 08 17:30:21.016229 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-08aa51aa-252e-461c-aecd-08510ba37851 req-7d72882f-23ef-43fe-a416-129c57d08908 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806458 Mar 08 17:30:21.020361 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7b07e880-effd-4d41-ab50-a89bc7d716c8 req-e781e6ce-d53b-4a49-9bbb-f65a0cd68c08 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691378 Mar 08 17:30:21.268085 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66fc84-ba5e-47d0-84a3-6b504bbfb0e5 req-e9bdd2f2-ef60-4c68-8531-866ed99a4549 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:21.269541 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fb66fc84-ba5e-47d0-84a3-6b504bbfb0e5 req-e9bdd2f2-ef60-4c68-8531-866ed99a4549 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.0637341 Mar 08 17:30:21.317489 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fb66fc84-ba5e-47d0-84a3-6b504bbfb0e5 req-1f526460-bf1a-48ef-97c9-89d12f406ed3 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420961 Mar 08 17:30:21.447056 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee60fc-6f08-416c-8177-04d21cc4b564 req-32854844-2ed9-48bf-84f5-02701461398a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:21.448526 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-70ee60fc-6f08-416c-8177-04d21cc4b564 req-32854844-2ed9-48bf-84f5-02701461398a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.0553510 Mar 08 17:30:21.522390 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-70ee60fc-6f08-416c-8177-04d21cc4b564 req-003dff93-6e88-45d4-9af8-c9172e1266c2 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683694 Mar 08 17:30:21.546847 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99ab2e-347e-461b-b0c3-1679ce626906 req-074be884-2a85-4163-a701-e156272d4ea3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:21.548363 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ae99ab2e-347e-461b-b0c3-1679ce626906 req-074be884-2a85-4163-a701-e156272d4ea3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0680289 Mar 08 17:30:21.593241 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 28b39596-bf88-44dd-a692-5262f3d60cba details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:30:21.597808 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ae99ab2e-347e-461b-b0c3-1679ce626906 req-ebed1c4e-03de-472b-8d15-77926e31fb74 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Mar 08 17:30:21.697189 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 28b39596-bf88-44dd-a692-5262f3d60cba, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28b39596-bf88-44dd-a692-5262f3d60cba,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:21.709141 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '28b39596-bf88-44dd-a692-5262f3d60cba', 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43', 'port_id': '28b39596-bf88-44dd-a692-5262f3d60cba', 'mac_address': 'fa:16:3e:51:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c1964-c0d9-4089-9873-dbd164bf4a3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:30:21.747392 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 28b39596-bf88-44dd-a692-5262f3d60cba is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:21.747774 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:21.760336 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b39596-bf88-44dd-a692-5262f3d60cba {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:21.781234 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 28b39596-bf88-44dd-a692-5262f3d60cba, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28b39596-bf88-44dd-a692-5262f3d60cba,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:21.788402 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:21.832942 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3340fea-99ac-434a-bfdb-ade4575e5abb req-cbe3b586-ed70-4c1c-a076-958208f4bc19 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886661 Mar 08 17:30:21.836410 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d621759-cf96-4a93-b1cf-99962bf7198f req-cc8da3a4-7dd9-404b-b29d-0074ab40966c service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167859 Mar 08 17:30:21.837354 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=28b39596-bf88-44dd-a692-5262f3d60cba,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:21.839131 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b44e9-7968-4d9c-9151-c8cb2a2ae746 req-25365016-782c-4f1d-ae07-0a67d1dcf69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:21.842520 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa4b44e9-7968-4d9c-9151-c8cb2a2ae746 req-25365016-782c-4f1d-ae07-0a67d1dcf69f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 1128 time: 0.1892786 Mar 08 17:30:21.843088 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 285512b6-318a-411b-8558-4fd476943311 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:30:21.940753 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 285512b6-318a-411b-8558-4fd476943311, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=285512b6-318a-411b-8558-4fd476943311,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:21.951252 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '285512b6-318a-411b-8558-4fd476943311', 'network_id': 'f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43', 'port_id': '285512b6-318a-411b-8558-4fd476943311', 'mac_address': 'fa:16:3e:13:4e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c1964-c0d9-4089-9873-dbd164bf4a3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:30:21.988539 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 285512b6-318a-411b-8558-4fd476943311 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:21.988928 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (285512b6-318a-411b-8558-4fd476943311), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:21.998282 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b44e9-7968-4d9c-9151-c8cb2a2ae746 req-074d3938-4316-420d-9600-0be6ffdc6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:21.999751 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa4b44e9-7968-4d9c-9151-c8cb2a2ae746 req-074d3938-4316-420d-9600-0be6ffdc6007 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=87a36c2da5204a96b058fe6e6ccba921&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0946441 Mar 08 17:30:22.002290 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285512b6-318a-411b-8558-4fd476943311 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:22.023957 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 285512b6-318a-411b-8558-4fd476943311, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=285512b6-318a-411b-8558-4fd476943311,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:22.030410 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (285512b6-318a-411b-8558-4fd476943311), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:22.081050 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=285512b6-318a-411b-8558-4fd476943311,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:22.181736 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b44e9-7968-4d9c-9151-c8cb2a2ae746 req-a136def8-653c-4390-9b7b-3ff7c3fd3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.183232 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa4b44e9-7968-4d9c-9151-c8cb2a2ae746 req-a136def8-653c-4390-9b7b-3ff7c3fd3bc1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647334 Mar 08 17:30:22.209152 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f06270-880a-4987-9d4e-a2686693a336 req-b1538fe6-b731-44e2-a6e9-56942df8edce tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.210945 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-60f06270-880a-4987-9d4e-a2686693a336 req-b1538fe6-b731-44e2-a6e9-56942df8edce tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.1140511 Mar 08 17:30:22.221233 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19260653-77bb-4899-b604-069c68d73391 req-ca1f49df-aeff-44c3-ba0c-19e1e109a02e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.222698 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-19260653-77bb-4899-b604-069c68d73391 req-ca1f49df-aeff-44c3-ba0c-19e1e109a02e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 944 time: 0.1062291 Mar 08 17:30:22.280930 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['28b39596-bf88-44dd-a692-5262f3d60cba'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:30:22.329470 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-60f06270-880a-4987-9d4e-a2686693a336 req-2d9c4a55-66b3-49c1-960d-a585f7843bed tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057529 Mar 08 17:30:22.333881 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-19260653-77bb-4899-b604-069c68d73391 req-ba880cb9-e005-4be8-ae3b-124422f3e62c tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037552 Mar 08 17:30:22.363032 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-04f37062-9457-472f-8ccb-8354592fb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.367915 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-04f37062-9457-472f-8ccb-8354592fb278 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 1128 time: 0.0995183 Mar 08 17:30:22.432000 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-7404e981-335e-47ae-9c8e-2b960b4046f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e66fec-ac85-4eba-8117-bd1475c03934 HTTP/1.1" status: 200 len: 217 time: 0.0476494 Mar 08 17:30:22.509459 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-7cdda0e4-611e-4931-95ec-e2df9fe1d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.510901 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-7cdda0e4-611e-4931-95ec-e2df9fe1d624 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 200 len: 855 time: 0.0623956 Mar 08 17:30:22.518642 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc925b-138d-4661-930a-a71fc97073ec req-aabd8b3c-286f-4504-8048-7a9d96f75a4f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.520020 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dadc925b-138d-4661-930a-a71fc97073ec req-aabd8b3c-286f-4504-8048-7a9d96f75a4f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.1267190 Mar 08 17:30:22.586731 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['285512b6-318a-411b-8558-4fd476943311'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:30:22.597427 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dadc925b-138d-4661-930a-a71fc97073ec req-54ac780e-cacf-4233-82ef-dfd81088f7e1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713427 Mar 08 17:30:22.632063 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-599339f2-8bb9-43d9-a251-3ecdfc2aff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.632063 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-599339f2-8bb9-43d9-a251-3ecdfc2aff4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917993 Mar 08 17:30:22.816273 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb296507-8a84-4806-b392-a71000689002 req-c80da1a8-3ca5-49da-b71a-9474ae4e67bb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.817779 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cb296507-8a84-4806-b392-a71000689002 req-c80da1a8-3ca5-49da-b71a-9474ae4e67bb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.2187965 Mar 08 17:30:22.859225 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de95f0-8bf6-4f05-9a9d-5f5ed7bb79a1 req-657cc038-c6d7-42e6-8f89-8e4199d64fce tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:22.860762 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-94de95f0-8bf6-4f05-9a9d-5f5ed7bb79a1 req-657cc038-c6d7-42e6-8f89-8e4199d64fce tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1513791 Mar 08 17:30:22.868369 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-97c2bf2a-d4cd-49e0-bc44-a84a1cb9748a service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988838 Mar 08 17:30:22.933553 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cb296507-8a84-4806-b392-a71000689002 req-f599712c-8a95-4410-bce6-0f2bb54933ba tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086142 Mar 08 17:30:22.983991 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-94de95f0-8bf6-4f05-9a9d-5f5ed7bb79a1 req-846371d2-20ba-44c5-ae15-3007b2b61d2e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146195 Mar 08 17:30:23.007618 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9692c79f-9a4e-4a13-99a7-c6cdee63291d req-21637856-b6c6-4f2d-a3ee-d683e8ce3d39 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220646 Mar 08 17:30:23.464945 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed399785-7f2c-4f17-ac5b-e08e2a8e133b req-a3b47a8a-b5c4-4d2e-9e60-f78ad4327eca tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:23.466496 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed399785-7f2c-4f17-ac5b-e08e2a8e133b req-a3b47a8a-b5c4-4d2e-9e60-f78ad4327eca tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 944 time: 0.0599685 Mar 08 17:30:23.522041 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed399785-7f2c-4f17-ac5b-e08e2a8e133b req-117c38b6-4862-4d38-874b-61cec7ed7003 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491741 Mar 08 17:30:23.726086 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d6fb9-d501-4def-a106-dfc8cd429b0b req-fd07e44a-0411-4b59-8006-02759174013c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:23.727710 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-188d6fb9-d501-4def-a106-dfc8cd429b0b req-fd07e44a-0411-4b59-8006-02759174013c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.0612557 Mar 08 17:30:23.778232 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-188d6fb9-d501-4def-a106-dfc8cd429b0b req-622717c3-9042-49e2-94ad-e503648c891a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445952 Mar 08 17:30:23.863501 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 285512b6-318a-411b-8558-4fd476943311 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:23.922717 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 285512b6-318a-411b-8558-4fd476943311 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:30:23.927499 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 285512b6-318a-411b-8558-4fd476943311 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:23.928203 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (285512b6-318a-411b-8558-4fd476943311), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:24.023202 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 285512b6-318a-411b-8558-4fd476943311 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:24.023868 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (285512b6-318a-411b-8558-4fd476943311), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:24.058985 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c498fb03-ca84-4489-99ff-7dd9acec288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285512b6-318a-411b-8558-4fd476943311'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:24.062201 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cafb5b-13e7-4184-a11b-669db3073341" -d '{"events": [{"server_uuid": "c498fb03-ca84-4489-99ff-7dd9acec288a", "name": "network-vif-plugged", "status": "completed", "tag": "285512b6-318a-411b-8558-4fd476943311"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:24.080131 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 285512b6-318a-411b-8558-4fd476943311, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=285512b6-318a-411b-8558-4fd476943311,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:24.086234 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (285512b6-318a-411b-8558-4fd476943311), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:24.088020 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 28b39596-bf88-44dd-a692-5262f3d60cba up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:24.092255 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e06c58-905d-47c8-98e0-f55badd47392 req-ed43769c-91c0-406a-a890-2099bd4e8ab1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:24.093877 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38e06c58-905d-47c8-98e0-f55badd47392 req-ed43769c-91c0-406a-a890-2099bd4e8ab1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.0746262 Mar 08 17:30:24.162552 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=285512b6-318a-411b-8558-4fd476943311,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:24.168525 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38e06c58-905d-47c8-98e0-f55badd47392 req-b0983652-9532-4fc6-9d48-b2e5bf46ad2e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687916 Mar 08 17:30:24.206351 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 28b39596-bf88-44dd-a692-5262f3d60cba completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:30:24.211385 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 28b39596-bf88-44dd-a692-5262f3d60cba triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:24.211758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:24.303639 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa2b76-b79c-44e6-b0eb-a61ed59d7ac8 req-5af8f696-c6ef-4403-aa07-bd572021e7e0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:24.305618 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9cfa2b76-b79c-44e6-b0eb-a61ed59d7ac8 req-5af8f696-c6ef-4403-aa07-bd572021e7e0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0680537 Mar 08 17:30:24.311575 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 28b39596-bf88-44dd-a692-5262f3d60cba is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:24.312366 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:24.368371 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 28b39596-bf88-44dd-a692-5262f3d60cba, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28b39596-bf88-44dd-a692-5262f3d60cba,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:24.374160 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9cfa2b76-b79c-44e6-b0eb-a61ed59d7ac8 req-2def227a-e557-434e-845f-968995584cbe tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612767 Mar 08 17:30:24.382091 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:24.444439 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=28b39596-bf88-44dd-a692-5262f3d60cba,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:24.455600 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64cadba-b7a8-4d73-b844-cd2840cda13d x-openstack-request-id: req-f64cadba-b7a8-4d73-b844-cd2840cda13d {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:24.455940 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c498fb03-ca84-4489-99ff-7dd9acec288a", "name": "network-vif-plugged", "status": "completed", "tag": "285512b6-318a-411b-8558-4fd476943311", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:24.456675 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f64cadba-b7a8-4d73-b844-cd2840cda13d {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:24.456675 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c498fb03-ca84-4489-99ff-7dd9acec288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285512b6-318a-411b-8558-4fd476943311', 'code': 200} Mar 08 17:30:24.664526 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5b813-02bd-4862-b497-775582bfe0d1 req-7653f267-d4b4-453d-b6ee-6853467aed75 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:24.664526 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-01c5b813-02bd-4862-b497-775582bfe0d1 req-7653f267-d4b4-453d-b6ee-6853467aed75 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0663424 Mar 08 17:30:24.709141 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-01c5b813-02bd-4862-b497-775582bfe0d1 req-7d842a39-18a2-4e24-a353-4cfe335a357f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452251 Mar 08 17:30:24.912894 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5e7d1-6d87-40c2-a54a-c37c566ded60 req-5bc82770-2de0-4caa-b8e9-a4883aa2fe58 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:24.914544 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1db5e7d1-6d87-40c2-a54a-c37c566ded60 req-5bc82770-2de0-4caa-b8e9-a4883aa2fe58 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.0632396 Mar 08 17:30:24.962788 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1db5e7d1-6d87-40c2-a54a-c37c566ded60 req-9a558f82-9e77-46df-a9de-e13376856bc2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Mar 08 17:30:25.284175 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a35d-eb15-4ee4-b24e-2d5dfac6a36b req-e109cd6c-8bb0-4a8d-aea1-79a3b7a2366c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:25.285620 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4070a35d-eb15-4ee4-b24e-2d5dfac6a36b req-e109cd6c-8bb0-4a8d-aea1-79a3b7a2366c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.0519466 Mar 08 17:30:25.331981 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4070a35d-eb15-4ee4-b24e-2d5dfac6a36b req-7c056158-33b4-416b-95be-56e418e4bc3a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406678 Mar 08 17:30:25.506080 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763de2-4258-446e-a7db-812de3563349 req-948f041e-f296-40c6-aa84-ff39d3b2e858 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:25.507920 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7e763de2-4258-446e-a7db-812de3563349 req-948f041e-f296-40c6-aa84-ff39d3b2e858 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0573626 Mar 08 17:30:25.559006 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7e763de2-4258-446e-a7db-812de3563349 req-ace512fd-9c62-4a97-add3-6ec48c94830d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451148 Mar 08 17:30:25.830932 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae39a-f8a5-4423-a059-72b0fc384eb1 req-94d3fc53-adc3-4cd7-b782-99f685ec91ff tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:25.832275 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-43bae39a-f8a5-4423-a059-72b0fc384eb1 req-94d3fc53-adc3-4cd7-b782-99f685ec91ff tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0520513 Mar 08 17:30:25.877929 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-43bae39a-f8a5-4423-a059-72b0fc384eb1 req-85b96049-0b68-4816-909f-634415cadfea tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400832 Mar 08 17:30:26.079142 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340bfd7-d5d8-4708-85c4-fa3ffecbef1e req-33825fab-0d28-4ccc-8f97-33a545578a29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:26.080705 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5340bfd7-d5d8-4708-85c4-fa3ffecbef1e req-33825fab-0d28-4ccc-8f97-33a545578a29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.0526147 Mar 08 17:30:26.127930 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5340bfd7-d5d8-4708-85c4-fa3ffecbef1e req-904042cb-afd0-488f-886b-7f3bd1abb15c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414701 Mar 08 17:30:26.458053 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055398ce-f4c1-49ed-a481-d74bcfff6f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b39596-bf88-44dd-a692-5262f3d60cba'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:26.460975 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeae605-1cf1-4da5-a751-62c59a940e2d" -d '{"events": [{"server_uuid": "055398ce-f4c1-49ed-a481-d74bcfff6f90", "name": "network-vif-plugged", "status": "completed", "tag": "28b39596-bf88-44dd-a692-5262f3d60cba"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:26.467993 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed081-84ec-4322-a7ab-e0478570e5e5 req-623b9b06-f50b-4fb1-9b38-f592ab3c3fcc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:26.469470 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e56ed081-84ec-4322-a7ab-e0478570e5e5 req-623b9b06-f50b-4fb1-9b38-f592ab3c3fcc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.0576122 Mar 08 17:30:26.496494 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90740dea-69db-4a45-9aea-a2746094c7f8 x-openstack-request-id: req-90740dea-69db-4a45-9aea-a2746094c7f8 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:26.496806 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055398ce-f4c1-49ed-a481-d74bcfff6f90", "name": "network-vif-plugged", "status": "completed", "tag": "28b39596-bf88-44dd-a692-5262f3d60cba", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:26.497092 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90740dea-69db-4a45-9aea-a2746094c7f8 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:26.497479 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055398ce-f4c1-49ed-a481-d74bcfff6f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b39596-bf88-44dd-a692-5262f3d60cba', 'code': 200} Mar 08 17:30:26.519165 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e56ed081-84ec-4322-a7ab-e0478570e5e5 req-11388a66-8742-4b5a-b262-871535472105 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441923 Mar 08 17:30:26.692779 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d429b3-8107-458e-96cc-d0435666a960 req-a59806bc-4a29-44eb-b871-643b938d124e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:26.694158 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a5d429b3-8107-458e-96cc-d0435666a960 req-a59806bc-4a29-44eb-b871-643b938d124e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0558937 Mar 08 17:30:26.746375 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a5d429b3-8107-458e-96cc-d0435666a960 req-ffda28ac-997f-48c1-a243-d819c0a9f425 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Mar 08 17:30:27.004773 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8169c9-ebec-486c-a733-97d8ec3ef4e6 req-8a40e3a2-b083-4fb7-a4c6-c65503191224 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:27.006250 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2e8169c9-ebec-486c-a733-97d8ec3ef4e6 req-8a40e3a2-b083-4fb7-a4c6-c65503191224 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0527353 Mar 08 17:30:27.056469 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2e8169c9-ebec-486c-a733-97d8ec3ef4e6 req-736f7809-bdc8-4336-9b52-9ab10f5d61c4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Mar 08 17:30:27.175729 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:30:27.258603 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c8aa1-84ad-4536-9638-32216771d2e5 req-3cd8d5f8-e5d4-4134-9424-9abaccad9ec5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:27.266773 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-341c8aa1-84ad-4536-9638-32216771d2e5 req-3cd8d5f8-e5d4-4134-9424-9abaccad9ec5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 943 time: 0.0618389 Mar 08 17:30:27.290761 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:27.301148 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '92e66fec-ac85-4eba-8117-bd1475c03934', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'port_id': '92e66fec-ac85-4eba-8117-bd1475c03934', 'mac_address': 'fa:16:3e:9b:21:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:30:27.308834 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-341c8aa1-84ad-4536-9638-32216771d2e5 req-c5b3ded2-050f-44fb-a408-10b9f52dc510 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 Mar 08 17:30:27.338899 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 92e66fec-ac85-4eba-8117-bd1475c03934 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:27.339286 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:27.352342 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e66fec-ac85-4eba-8117-bd1475c03934 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:27.376352 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:27.381070 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:27.381777 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device dbee5f7e-470a-4fbf-a7ab-9860094fe971 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:30:27.575271 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a4097e86-6a06-4fd0-bc74-cda347dfee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:27.602912 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:27.666949 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port dbee5f7e-470a-4fbf-a7ab-9860094fe971, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:27.679582 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'port_id': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:30:27.719226 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port dbee5f7e-470a-4fbf-a7ab-9860094fe971 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:27.719530 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:27.725884 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294f401-2412-4e3d-8854-2351d1016a99 req-66e9d838-9fe6-4020-a824-380fd115b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:27.727383 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f294f401-2412-4e3d-8854-2351d1016a99 req-66e9d838-9fe6-4020-a824-380fd115b402 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 1129 time: 0.1391573 Mar 08 17:30:27.732306 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbee5f7e-470a-4fbf-a7ab-9860094fe971 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:27.739668 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd32f9e-e4c4-4957-a907-021bc5c2a953 req-c402cf8c-db48-4971-b50c-8d36dc2a1af5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:27.741086 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ecd32f9e-e4c4-4957-a907-021bc5c2a953 req-c402cf8c-db48-4971-b50c-8d36dc2a1af5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 943 time: 0.1182563 Mar 08 17:30:27.742873 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6ff7d-6271-43ef-b370-021272e364d5 req-fc49f797-dce1-4c83-9bd8-7f559d704119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:27.744299 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5df6ff7d-6271-43ef-b370-021272e364d5 req-fc49f797-dce1-4c83-9bd8-7f559d704119 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1130 time: 0.1291335 Mar 08 17:30:27.753679 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port dbee5f7e-470a-4fbf-a7ab-9860094fe971, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:27.758966 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:27.759636 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5985c282-9eb5-4b4d-98ee-efb8b47b651d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:30:27.834138 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=dbee5f7e-470a-4fbf-a7ab-9860094fe971,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:27.884074 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5df6ff7d-6271-43ef-b370-021272e364d5 req-87d600e2-904d-477f-bb3d-bcd2094aee73 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275656 Mar 08 17:30:27.901047 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ecd32f9e-e4c4-4957-a907-021bc5c2a953 req-e2732377-217c-47d2-8d1d-4564ca86fd4c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465094 Mar 08 17:30:27.903052 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f294f401-2412-4e3d-8854-2351d1016a99 req-fe877e86-825e-4a6a-b4de-546b3dc98c7a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579323 Mar 08 17:30:27.937272 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae435fa6-7a00-4ff7-a202-d1bbcc345c18 req-03cc6d3b-301c-4645-934f-7147db65d91f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:27.939213 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ae435fa6-7a00-4ff7-a202-d1bbcc345c18 req-03cc6d3b-301c-4645-934f-7147db65d91f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 945 time: 0.0935180 Mar 08 17:30:27.947987 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5985c282-9eb5-4b4d-98ee-efb8b47b651d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5985c282-9eb5-4b4d-98ee-efb8b47b651d,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:27.959827 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:30:28.000549 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 5985c282-9eb5-4b4d-98ee-efb8b47b651d is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:28.000934 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:28.005237 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ae435fa6-7a00-4ff7-a202-d1bbcc345c18 req-fa0c81b8-4b9a-4c62-990e-14d23164eaa4 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585053 Mar 08 17:30:28.016093 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5985c282-9eb5-4b4d-98ee-efb8b47b651d {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:30:28.044583 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5985c282-9eb5-4b4d-98ee-efb8b47b651d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5985c282-9eb5-4b4d-98ee-efb8b47b651d,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:28.049727 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:28.103157 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=5985c282-9eb5-4b4d-98ee-efb8b47b651d,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:28.180571 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69339d-e39c-44ce-9ab3-42a8cd35aeee req-2a417c8d-4448-494e-ac05-f5d46d766ae5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:28.182088 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3b69339d-e39c-44ce-9ab3-42a8cd35aeee req-2a417c8d-4448-494e-ac05-f5d46d766ae5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0565479 Mar 08 17:30:28.242227 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3b69339d-e39c-44ce-9ab3-42a8cd35aeee req-3c5151ef-b190-4927-a820-42e6dc8180d4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537591 Mar 08 17:30:28.446139 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1fce-160a-4521-9681-0a7d8b828aba req-1e85d42a-69b1-4161-ac5c-570954506db2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:28.454483 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-097e1fce-160a-4521-9681-0a7d8b828aba req-1e85d42a-69b1-4161-ac5c-570954506db2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 944 time: 0.0759933 Mar 08 17:30:28.504894 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-097e1fce-160a-4521-9681-0a7d8b828aba req-bf6a0a9e-7c52-4a29-ad40-8b774746501c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490398 Mar 08 17:30:28.669176 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['92e66fec-ac85-4eba-8117-bd1475c03934'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:30:28.696123 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['dbee5f7e-470a-4fbf-a7ab-9860094fe971'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:30:28.702215 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['5985c282-9eb5-4b4d-98ee-efb8b47b651d'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:30:29.025028 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230bdf5-3dfc-4cab-89de-5e0648576dcb req-ae4911bc-2c6d-4d92-b2a3-7d1570d6f78e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:29.026585 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a230bdf5-3dfc-4cab-89de-5e0648576dcb req-ae4911bc-2c6d-4d92-b2a3-7d1570d6f78e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 944 time: 0.0562899 Mar 08 17:30:29.073618 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a230bdf5-3dfc-4cab-89de-5e0648576dcb req-5bfc05d8-a8cd-472a-b955-cef489b19cb5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 Mar 08 17:30:29.135251 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa42c7-171c-41bf-b3a6-ae3a80530b1a req-67d35be4-1157-471c-ac87-f8dd104fd931 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:29.137054 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-37aa42c7-171c-41bf-b3a6-ae3a80530b1a req-67d35be4-1157-471c-ac87-f8dd104fd931 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 945 time: 0.0558221 Mar 08 17:30:29.191613 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-37aa42c7-171c-41bf-b3a6-ae3a80530b1a req-9f756ef2-b6c4-4e95-994a-95d8d4ebfc80 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Mar 08 17:30:29.365539 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638facfa-f743-43ec-aa5c-41e1ce3f50e1 req-44def1cf-e25a-4d15-b620-103f46964101 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:29.366989 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-638facfa-f743-43ec-aa5c-41e1ce3f50e1 req-44def1cf-e25a-4d15-b620-103f46964101 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0540440 Mar 08 17:30:29.414116 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-638facfa-f743-43ec-aa5c-41e1ce3f50e1 req-c18a45a8-34ce-402f-9159-9ab9416ef8a9 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Mar 08 17:30:29.716776 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e52d0-9419-4e47-8f9d-cbd7ab3e3e02 req-9f92420b-7f06-414d-a9f3-221b09ecbc45 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:29.718391 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-118e52d0-9419-4e47-8f9d-cbd7ab3e3e02 req-9f92420b-7f06-414d-a9f3-221b09ecbc45 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 944 time: 0.0862467 Mar 08 17:30:29.741523 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9992293d-becd-40e1-9da3-89c36e079ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:29.790410 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-118e52d0-9419-4e47-8f9d-cbd7ab3e3e02 req-76fd59ca-5d39-4e1f-aebc-9468cb9058f8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638692 Mar 08 17:30:30.191266 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b448e8-8cec-4cac-adb0-bf7e0d284312 req-130153fe-ed8b-4ac3-9a48-2820debeda60 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:30.192749 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-65b448e8-8cec-4cac-adb0-bf7e0d284312 req-130153fe-ed8b-4ac3-9a48-2820debeda60 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 944 time: 0.0524771 Mar 08 17:30:30.239545 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-65b448e8-8cec-4cac-adb0-bf7e0d284312 req-f3faeea1-777b-4e6f-9124-e0ab12c22cb7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Mar 08 17:30:30.320989 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ff369-3f69-4fcf-95c9-c2e9e98d1a23 req-2fe886c8-4957-45b3-82d6-7e76d50fefec tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:30.322471 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a07ff369-3f69-4fcf-95c9-c2e9e98d1a23 req-2fe886c8-4957-45b3-82d6-7e76d50fefec tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 945 time: 0.0534129 Mar 08 17:30:30.371270 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a07ff369-3f69-4fcf-95c9-c2e9e98d1a23 req-31d0713d-3e3f-47bb-a4b4-e7ecf3923e3a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Mar 08 17:30:30.534945 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29258-2b26-492f-a26e-ca6fb50ad720 req-659feeec-12d1-4e9c-875f-2c8bc6a3839e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:30.536343 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3c29258-2b26-492f-a26e-ca6fb50ad720 req-659feeec-12d1-4e9c-875f-2c8bc6a3839e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0555773 Mar 08 17:30:30.584169 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3c29258-2b26-492f-a26e-ca6fb50ad720 req-de5ab97c-5fcf-46b5-a962-23a2e124e5ef tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Mar 08 17:30:30.836174 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:31.243998 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b78f2-1c84-4534-a096-0eae28cbb857 req-75132e87-4057-42d3-857c-bdb187e4cfe6 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:31.246045 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-331b78f2-1c84-4534-a096-0eae28cbb857 req-75132e87-4057-42d3-857c-bdb187e4cfe6 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.3977275 Mar 08 17:30:31.273165 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c1f5b-56ec-4982-afe1-d46aa948a52f req-eb24c657-0af8-4e06-b016-f54bf7b5a236 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:31.274533 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0a4c1f5b-56ec-4982-afe1-d46aa948a52f req-eb24c657-0af8-4e06-b016-f54bf7b5a236 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 944 time: 0.3785996 Mar 08 17:30:31.277538 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-c84fd74c-8084-4180-9080-394dcdf38548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:31.278918 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-c84fd74c-8084-4180-9080-394dcdf38548 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 1129 time: 0.4172845 Mar 08 17:30:31.455732 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0a4c1f5b-56ec-4982-afe1-d46aa948a52f req-4022493a-6645-4168-bedd-ff75bc59c46a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715875 Mar 08 17:30:31.463641 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-331b78f2-1c84-4534-a096-0eae28cbb857 req-9c72666d-7e00-4f96-a558-0fa06588a320 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995459 Mar 08 17:30:31.507995 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-4bf23ae3-2256-42eb-ac7b-39f69e6edfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:31.510025 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-4bf23ae3-2256-42eb-ac7b-39f69e6edfd7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 919 time: 0.2184196 Mar 08 17:30:31.569203 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-b5baad65-4a56-4110-9490-27afe74581c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=285512b6-318a-411b-8558-4fd476943311 HTTP/1.1" status: 200 len: 217 time: 0.0447314 Mar 08 17:30:31.675227 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-c72d8b98-4a73-41d6-880e-e4adbdf69052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:31.676803 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-c72d8b98-4a73-41d6-880e-e4adbdf69052 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 200 len: 858 time: 0.0927072 Mar 08 17:30:31.691709 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516439a3-6d7f-43ea-bdf5-88dd2703536c req-7308bae9-a96f-4539-837a-dfa42754f5da tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:31.693284 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-516439a3-6d7f-43ea-bdf5-88dd2703536c req-7308bae9-a96f-4539-837a-dfa42754f5da tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 944 time: 0.1273768 Mar 08 17:30:31.714683 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f999-ec93-4a3e-bb5e-aaaf399bc3e2 req-92b62084-ff41-454a-b790-b59ffdd117c0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:31.722116 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e107f999-ec93-4a3e-bb5e-aaaf399bc3e2 req-92b62084-ff41-454a-b790-b59ffdd117c0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 945 time: 0.1573036 Mar 08 17:30:31.753265 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-937d708d-5552-48ac-8e6d-a7bee658c0c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587626 Mar 08 17:30:31.867039 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-516439a3-6d7f-43ea-bdf5-88dd2703536c req-b9c9965d-ff0f-46d9-bd59-376455011f74 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397998 Mar 08 17:30:31.879088 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e107f999-ec93-4a3e-bb5e-aaaf399bc3e2 req-c2bf9102-73c3-4e06-ba17-c22a8c1ee03d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560307 Mar 08 17:30:31.910166 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-ef1ec181-e6ef-452b-826b-c5cc7d742e9e service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440842 Mar 08 17:30:32.002392 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8bfdd9f6-db36-4e0d-8d6a-b4880befb21c req-6a0e1936-01af-47a5-9b98-bf23dd3b76d4 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857415 Mar 08 17:30:32.128189 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device dbee5f7e-470a-4fbf-a7ab-9860094fe971 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:32.192502 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port dbee5f7e-470a-4fbf-a7ab-9860094fe971 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:30:32.197552 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port dbee5f7e-470a-4fbf-a7ab-9860094fe971 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:32.198063 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.257285 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.296539 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port dbee5f7e-470a-4fbf-a7ab-9860094fe971 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:32.296969 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.320948 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:32.323316 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598a44d7-5580-45a1-949f-a22c41585b1d" -d '{"events": [{"server_uuid": "a5c60b80-130a-4028-9bbf-99f6f42ef76b", "name": "network-vif-plugged", "status": "completed", "tag": "dbee5f7e-470a-4fbf-a7ab-9860094fe971"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:32.363382 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port dbee5f7e-470a-4fbf-a7ab-9860094fe971, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:32.375058 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.375997 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:32.409688 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a6467d-5f1f-4c94-9d50-62ae3a9a666c x-openstack-request-id: req-08a6467d-5f1f-4c94-9d50-62ae3a9a666c {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:32.410020 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c60b80-130a-4028-9bbf-99f6f42ef76b", "name": "network-vif-plugged", "status": "completed", "tag": "dbee5f7e-470a-4fbf-a7ab-9860094fe971", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:32.410233 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08a6467d-5f1f-4c94-9d50-62ae3a9a666c {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:32.410623 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'code': 200} Mar 08 17:30:32.490292 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=dbee5f7e-470a-4fbf-a7ab-9860094fe971,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:32.512954 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 92e66fec-ac85-4eba-8117-bd1475c03934 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:30:32.522102 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49140) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:32.540207 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 92e66fec-ac85-4eba-8117-bd1475c03934 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:32.540597 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.663188 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 92e66fec-ac85-4eba-8117-bd1475c03934 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:32.665679 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.667937 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Deleting subnet cd133dde-ef51-40c2-ba2e-bec605762ed5 {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:30:32.671624 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Publish callbacks [] for subnet (cd133dde-ef51-40c2-ba2e-bec605762ed5), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.721861 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Publish callbacks [] for subnet (cd133dde-ef51-40c2-ba2e-bec605762ed5), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.732584 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (cd133dde-ef51-40c2-ba2e-bec605762ed5), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.733095 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:32.744681 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.745522 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5985c282-9eb5-4b4d-98ee-efb8b47b651d up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:30:32.756525 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49144) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:32.814921 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for subnet (cd133dde-ef51-40c2-ba2e-bec605762ed5), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.835023 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.841500 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cd133dde-ef51-40c2-ba2e-bec605762ed5 HTTP/1.1" status: 204 len: 168 time: 0.3183839 Mar 08 17:30:32.842700 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49150) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:32.860657 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:32.866319 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460baee9-1f98-42a3-99a2-468b6a3c4de0 req-093b2cdc-51c6-45be-8fcd-f2b5a5063b48 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:32.882395 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-460baee9-1f98-42a3-99a2-468b6a3c4de0 req-093b2cdc-51c6-45be-8fcd-f2b5a5063b48 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.2928505 Mar 08 17:30:32.882673 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 5985c282-9eb5-4b4d-98ee-efb8b47b651d completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:30:32.888782 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 5985c282-9eb5-4b4d-98ee-efb8b47b651d triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:30:32.889353 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.896712 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd133dde-ef51-40c2-ba2e-bec605762ed5,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:32.954741 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.955854 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.956418 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.957128 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.957655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.958309 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.958984 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.959499 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.960163 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.962244 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.962889 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.963409 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.963950 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb684389-24f2-4a3a-aead-a2d3339a87e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:32.972128 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e68a4d-418b-4e3e-a345-836883e4a171 req-e6475efa-2a4c-45b5-8d71-26035cf279f7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:32.975359 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-53e68a4d-418b-4e3e-a345-836883e4a171 req-e6475efa-2a4c-45b5-8d71-26035cf279f7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.3091717 Mar 08 17:30:32.989610 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (697d100b-86be-4765-9055-5bda0076a580), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:32.997831 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1e9e9-7da5-4bdf-8e9a-f5ca786f87c6 req-ca0a6b46-a705-42d7-b312-e76c35765d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:32.999729 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca1e9e9-7da5-4bdf-8e9a-f5ca786f87c6 req-ca0a6b46-a705-42d7-b312-e76c35765d17 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 1129 time: 0.2627749 Mar 08 17:30:33.011592 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 5985c282-9eb5-4b4d-98ee-efb8b47b651d is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:33.012226 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.016275 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-460baee9-1f98-42a3-99a2-468b6a3c4de0 req-3ca3da82-e37d-4856-b80d-ce165b306a1a tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329873 Mar 08 17:30:33.062647 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.088492 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5985c282-9eb5-4b4d-98ee-efb8b47b651d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5985c282-9eb5-4b4d-98ee-efb8b47b651d,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:33.096197 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.114485 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (697d100b-86be-4765-9055-5bda0076a580), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.145046 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.145406 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.146172 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.146539 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.147154 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.147643 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.148012 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.148327 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.148637 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.148953 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.154414 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=5985c282-9eb5-4b4d-98ee-efb8b47b651d,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:33.192226 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-53e68a4d-418b-4e3e-a345-836883e4a171 req-b278b588-1096-4a38-9567-d22f9a00852e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054069 Mar 08 17:30:33.319417 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca1e9e9-7da5-4bdf-8e9a-f5ca786f87c6 req-c1f09b14-2017-4923-8986-0428e5806943 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587075 Mar 08 17:30:33.331469 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.331976 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.332424 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.333021 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:33.333319 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697d100b-86be-4765-9055-5bda0076a580']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:33.359102 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec38841f-bf0d-40d1-bbb0-b457c74ea6a5') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:33.359568 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec38841f-bf0d-40d1-bbb0-b457c74ea6a5') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:33.372813 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Publish callbacks [] for security_group (98bfc4f9-4840-48c0-9e70-0f51f011a6d7), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.382507 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (98bfc4f9-4840-48c0-9e70-0f51f011a6d7), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.383072 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (ec38841f-bf0d-40d1-bbb0-b457c74ea6a5), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.393152 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-6f91c3ea-7dff-411d-b948-b93c44f658b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2501154 Mar 08 17:30:33.408180 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (ec38841f-bf0d-40d1-bbb0-b457c74ea6a5), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.416089 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f3aab-ee80-481c-96bd-3ded30e3f76a req-ef250293-d244-4526-baa8-b89a4b402c5c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:33.417643 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-069f3aab-ee80-481c-96bd-3ded30e3f76a req-ef250293-d244-4526-baa8-b89a4b402c5c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.2972970 Mar 08 17:30:33.418709 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:30:33.419238 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (ec38841f-bf0d-40d1-bbb0-b457c74ea6a5), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: from cryptography.utils import int_from_bytes Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: from cryptography.utils import int_from_bytes Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:30:33.445521 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:30:33.458532 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313101d-57c3-4ec4-a34d-0abe59057d3e req-ddc728cc-0b28-491f-a58d-f390b69dd773 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:33.463864 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9313101d-57c3-4ec4-a34d-0abe59057d3e req-ddc728cc-0b28-491f-a58d-f390b69dd773 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1781454 Mar 08 17:30:33.463864 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b89f9eadf3494d499c24ceedbdb0c9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7021816 Mar 08 17:30:33.466619 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49162) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:33.470130 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bfc4f9-4840-48c0-9e70-0f51f011a6d7,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:33.492028 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.492255 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.492582 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.492920 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.493253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.493582 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.493911 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.494239 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.494573 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.494888 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.495276 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.495604 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.495948 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd97a99-8696-4932-a04d-e071a16c2920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:33.533899 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (697d100b-86be-4765-9055-5bda0076a580), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.541794 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.548698 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] 10.222.0.46 "DELETE /v2.0/networks/697d100b-86be-4765-9055-5bda0076a580 HTTP/1.1" status: 204 len: 168 time: 0.6852474 Mar 08 17:30:33.550026 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49164) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:33.552959 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-069f3aab-ee80-481c-96bd-3ded30e3f76a req-14e51ebc-962e-4862-b15c-c22f00f95a53 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184771 Mar 08 17:30:33.564864 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9313101d-57c3-4ec4-a34d-0abe59057d3e req-6ef6165f-ff43-4aa9-be63-bc925d9cd342 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952737 Mar 08 17:30:33.814923 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d90009-cf1f-4f51-9e61-2f7cb99cce20 admin admin] Pushing event deleted for resources: {'Network': ['ID=697d100b-86be-4765-9055-5bda0076a580,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:33.832165 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-d1d6a893-1b46-41ca-a9a8-395c61f45a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:33.834572 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-d1d6a893-1b46-41ca-a9a8-395c61f45a6b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a66b4d71e7848e0afbf8d91bd69aded&device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 1129 time: 0.0594137 Mar 08 17:30:33.844156 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-74a663a0-556b-4af1-a3e6-f302ebfe8afc admin admin] Publish callbacks [] for security_group (98bfc4f9-4840-48c0-9e70-0f51f011a6d7), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.848084 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e38f57e-32e3-4a06-bf0b-94fb8324106b admin admin] Deleting subnet a75b4026-9452-4b59-86f3-c2a1b430ef4e {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:30:33.854200 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3e38f57e-32e3-4a06-bf0b-94fb8324106b admin admin] Publish callbacks [] for subnet (a75b4026-9452-4b59-86f3-c2a1b430ef4e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.875323 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.902465 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-74a663a0-556b-4af1-a3e6-f302ebfe8afc admin admin] Publish callbacks [] for security_group (98bfc4f9-4840-48c0-9e70-0f51f011a6d7), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.923006 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3e38f57e-32e3-4a06-bf0b-94fb8324106b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (a75b4026-9452-4b59-86f3-c2a1b430ef4e), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:33.969704 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-deb74f25-0a5e-4335-bb47-87264627d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:33.971116 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-deb74f25-0a5e-4335-bb47-87264627d0c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ae4dac4-7ca1-4a19-9495-838dcdba6478 HTTP/1.1" status: 200 len: 912 time: 0.1096501 Mar 08 17:30:33.986751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3e38f57e-32e3-4a06-bf0b-94fb8324106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (a75b4026-9452-4b59-86f3-c2a1b430ef4e), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.030821 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-74a663a0-556b-4af1-a3e6-f302ebfe8afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (98bfc4f9-4840-48c0-9e70-0f51f011a6d7), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.032650 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-061452f5-e880-445f-a675-635a5ea31fc2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c HTTP/1.1" status: 200 len: 217 time: 0.0432901 Mar 08 17:30:34.033920 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-74a663a0-556b-4af1-a3e6-f302ebfe8afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.035075 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-74a663a0-556b-4af1-a3e6-f302ebfe8afc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98bfc4f9-4840-48c0-9e70-0f51f011a6d7 HTTP/1.1" status: 204 len: 168 time: 0.5675275 Mar 08 17:30:34.048134 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a663a0-556b-4af1-a3e6-f302ebfe8afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bfc4f9-4840-48c0-9e70-0f51f011a6d7,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:34.071970 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3e38f57e-32e3-4a06-bf0b-94fb8324106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (a75b4026-9452-4b59-86f3-c2a1b430ef4e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.105811 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-6b8c9396-9be6-44f5-a0ca-cdcee15cc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:34.107523 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-6b8c9396-9be6-44f5-a0ca-cdcee15cc806 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab954a62-0427-4e64-aef7-833d9d7f1657 HTTP/1.1" status: 200 len: 851 time: 0.0627654 Mar 08 17:30:34.121119 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3e38f57e-32e3-4a06-bf0b-94fb8324106b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.129733 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-3e38f57e-32e3-4a06-bf0b-94fb8324106b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a75b4026-9452-4b59-86f3-c2a1b430ef4e HTTP/1.1" status: 204 len: 168 time: 0.5723836 Mar 08 17:30:34.130344 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49172) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:34.131126 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38f57e-32e3-4a06-bf0b-94fb8324106b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75b4026-9452-4b59-86f3-c2a1b430ef4e,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:34.164181 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-2de4cfab-828a-43cb-8d55-bd0b6cf10aa7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ae4dac4-7ca1-4a19-9495-838dcdba6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468259 Mar 08 17:30:34.367162 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (cca6b996-c6a3-449d-a165-c9dc2db4a528), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.401892 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5a5b4-7027-4467-9e1a-a6331117f750 req-0f496efe-3253-4404-98c3-51e65987d76d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:34.404301 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e5a5b4-7027-4467-9e1a-a6331117f750 req-0f496efe-3253-4404-98c3-51e65987d76d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.2729645 Mar 08 17:30:34.412236 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934'}, {'server_uuid': '9885963b-fe67-42ec-822c-078942eb7fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5985c282-9eb5-4b4d-98ee-efb8b47b651d'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:34.420534 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49180) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:34.422157 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905042d0-6e6f-4f26-87a4-8a38e2200bb6" -d '{"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-plugged", "status": "completed", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934"}, {"server_uuid": "9885963b-fe67-42ec-822c-078942eb7fa0", "name": "network-vif-plugged", "status": "completed", "tag": "5985c282-9eb5-4b4d-98ee-efb8b47b651d"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:34.435300 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ed7941dc-1307-430a-9cb3-6a6725180e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.451512 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-a6e0b5b0-b9d8-4981-ba38-f7e1bb97d17f service neutron] 10.222.0.71 "GET /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503850 Mar 08 17:30:34.499864 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73f8d9-388d-4e37-8625-d0d53d2a6a0c req-1f5f484e-a01d-4fbf-91aa-d1f0dbd5f4e1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:34.501492 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab73f8d9-388d-4e37-8625-d0d53d2a6a0c req-1f5f484e-a01d-4fbf-91aa-d1f0dbd5f4e1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.2182164 Mar 08 17:30:34.532023 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ed7941dc-1307-430a-9cb3-6a6725180e63 admin admin] Publish callbacks [] for security_group (895cc991-1ea7-44d1-82c4-1f6f41fa5344), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.539497 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ed7941dc-1307-430a-9cb3-6a6725180e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (895cc991-1ea7-44d1-82c4-1f6f41fa5344), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.588789 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ed7941dc-1307-430a-9cb3-6a6725180e63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fda757f9f8a74a09af4e5dc850cc47c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671348 Mar 08 17:30:34.589679 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7941dc-1307-430a-9cb3-6a6725180e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895cc991-1ea7-44d1-82c4-1f6f41fa5344,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:34.592257 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49188) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:34.669740 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb032d58-d81d-47c4-90ca-0b750926805d admin admin] Publish callbacks [] for security_group (895cc991-1ea7-44d1-82c4-1f6f41fa5344), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.705104 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb032d58-d81d-47c4-90ca-0b750926805d admin admin] Publish callbacks [] for security_group (895cc991-1ea7-44d1-82c4-1f6f41fa5344), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.771397 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb032d58-d81d-47c4-90ca-0b750926805d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (895cc991-1ea7-44d1-82c4-1f6f41fa5344), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.774648 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb032d58-d81d-47c4-90ca-0b750926805d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.778620 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-bb032d58-d81d-47c4-90ca-0b750926805d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/895cc991-1ea7-44d1-82c4-1f6f41fa5344 HTTP/1.1" status: 204 len: 168 time: 0.1819952 Mar 08 17:30:34.787951 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb032d58-d81d-47c4-90ca-0b750926805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895cc991-1ea7-44d1-82c4-1f6f41fa5344,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:34.813546 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49196) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:34.912916 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (cca6b996-c6a3-449d-a165-c9dc2db4a528), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:34.980318 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e5a5b4-7027-4467-9e1a-a6331117f750 req-7b464b8c-cefb-4058-b99b-154b011a1237 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334661 Mar 08 17:30:34.987940 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:34.988490 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:34.989402 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:34.989740 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > port after_create 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:34.990086 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:34.990439 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > port after_update 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.001814 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.002648 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.003083 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.003602 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.075251 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379beecc-491d-4f1a-b78b-603e67cd9b08 x-openstack-request-id: req-379beecc-491d-4f1a-b78b-603e67cd9b08 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:35.078443 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-plugged", "status": "completed", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934", "code": 200}, {"server_uuid": "9885963b-fe67-42ec-822c-078942eb7fa0", "name": "network-vif-plugged", "status": "completed", "tag": "5985c282-9eb5-4b4d-98ee-efb8b47b651d", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:35.079263 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-379beecc-491d-4f1a-b78b-603e67cd9b08 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:35.081275 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934', 'code': 200} Mar 08 17:30:35.081742 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9885963b-fe67-42ec-822c-078942eb7fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'code': 200} Mar 08 17:30:35.153137 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.153137 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.153137 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.153556 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:30:35.153667 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca6b996-c6a3-449d-a165-c9dc2db4a528']}} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:35.177563 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-19d08048-13ea-45b9-82ea-cc514162b035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.218290 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49fe4307-38d2-4bcb-a5b1-a15477defa7e req-b2150b34-0fda-4df3-88b0-3e748f0be888 service neutron] 10.222.0.71 "GET /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430260 Mar 08 17:30:35.223078 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14009fe-9557-46d3-a3b4-88ce7182df35') {'for_net_delete': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:35.226100 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14009fe-9557-46d3-a3b4-88ce7182df35') {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:35.274686 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab73f8d9-388d-4e37-8625-d0d53d2a6a0c req-b1dc30e9-0d5c-492e-9604-59bb88ad469f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7468421 Mar 08 17:30:35.281890 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62398469'] for segment (c14009fe-9557-46d3-a3b4-88ce7182df35), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.337091 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (c14009fe-9557-46d3-a3b4-88ce7182df35), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.350837 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=103291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:30:35.351234 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62112565'] for segment (c14009fe-9557-46d3-a3b4-88ce7182df35), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: from cryptography.utils import int_from_bytes Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: from cryptography.utils import int_from_bytes Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: Traceback (most recent call last): Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: timer() Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: cb(*args, **kw) Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: return func(*args, **kwargs) Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: self._notify() Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: self.callback(batched_events) Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: event.method(event) Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: return f(self, *a, **k) Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._get(url).json() Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: return self.request(url, 'GET', **kwargs) Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:30:35.357018 dv-cinder-830090-3-iscsi neutron-server[103291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:30:35.364520 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-19d08048-13ea-45b9-82ea-cc514162b035 admin admin] Publish callbacks [] for security_group (dfb35fd6-1d05-4bb2-8173-0f0befc84e33), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.373418 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-19d08048-13ea-45b9-82ea-cc514162b035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (dfb35fd6-1d05-4bb2-8173-0f0befc84e33), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.388436 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a47b63-1ca9-4a1f-8981-92dfb2b2b05c req-04806149-9342-4fbb-8b33-496414fe7904 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:35.399565 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-83a47b63-1ca9-4a1f-8981-92dfb2b2b05c req-04806149-9342-4fbb-8b33-496414fe7904 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.2105935 Mar 08 17:30:35.438515 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49212) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:35.439760 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-19d08048-13ea-45b9-82ea-cc514162b035 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62aaf19d2eb54852b78cd012a1ebf14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226552 Mar 08 17:30:35.441133 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d08048-13ea-45b9-82ea-cc514162b035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb35fd6-1d05-4bb2-8173-0f0befc84e33,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:35.563544 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (cca6b996-c6a3-449d-a165-c9dc2db4a528), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.569973 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.573954 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cca6b996-c6a3-449d-a165-c9dc2db4a528 HTTP/1.1" status: 204 len: 168 time: 1.4244177 Mar 08 17:30:35.658723 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc0805-b773-401a-a0d0-c56834df8984 admin admin] Pushing event deleted for resources: {'Network': ['ID=cca6b996-c6a3-449d-a165-c9dc2db4a528,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:35.671905 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-83a47b63-1ca9-4a1f-8981-92dfb2b2b05c req-36f757bd-d64d-4c59-b080-b1b36086541a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711897 Mar 08 17:30:35.725401 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.726962 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b99afe69-e6ff-4d59-97f0-a90be6d2d953 admin admin] Publish callbacks [] for security_group (dfb35fd6-1d05-4bb2-8173-0f0befc84e33), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.749694 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e9ea-952b-4d64-bc4f-ea38446829a1 req-7362234c-0056-49ab-8ad0-ce18768a8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:35.751259 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-08c6e9ea-952b-4d64-bc4f-ea38446829a1 req-7362234c-0056-49ab-8ad0-ce18768a8b34 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 1129 time: 0.1897337 Mar 08 17:30:35.755131 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49224) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:35.762510 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52dc7d-c4d8-4b30-853f-6062273d6c74 req-936d2729-29ca-4f83-b495-752c6711ae7b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:35.764776 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-db52dc7d-c4d8-4b30-853f-6062273d6c74 req-936d2729-29ca-4f83-b495-752c6711ae7b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.2852769 Mar 08 17:30:35.787122 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a740957-3497-40d0-9aa7-51b17ba51aa1 req-795730a8-e9ee-4b5e-ad6b-29fe3baf59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:35.789057 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4a740957-3497-40d0-9aa7-51b17ba51aa1 req-795730a8-e9ee-4b5e-ad6b-29fe3baf59dd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 1130 time: 0.3067155 Mar 08 17:30:35.794008 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b99afe69-e6ff-4d59-97f0-a90be6d2d953 admin admin] Publish callbacks [] for security_group (dfb35fd6-1d05-4bb2-8173-0f0befc84e33), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.834410 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-8d18739f-fe5f-4dfe-ba06-a3094d7d5a98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5d61f65209b40bb9f54cc9615763ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745482 Mar 08 17:30:35.835465 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49226) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:35.907787 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-08c6e9ea-952b-4d64-bc4f-ea38446829a1 req-43fc9a40-f0e2-464b-8faa-fdc2e03de835 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426849 Mar 08 17:30:35.908224 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75f48dc9-fc7f-43f1-af31-5d6a04f1b84b admin admin] Publish callbacks [] for security_group (8154e462-8210-4cfb-945d-5877e4239cb8), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.934299 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75f48dc9-fc7f-43f1-af31-5d6a04f1b84b admin admin] Publish callbacks [] for security_group (8154e462-8210-4cfb-945d-5877e4239cb8), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.955311 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4a740957-3497-40d0-9aa7-51b17ba51aa1 req-5f33fd1f-2e59-42ef-91a4-c148aba37d0d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324382 Mar 08 17:30:35.959759 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-db52dc7d-c4d8-4b30-853f-6062273d6c74 req-ec2d1d1f-93d8-4dba-a785-634d6d846b73 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829422 Mar 08 17:30:35.969653 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b99afe69-e6ff-4d59-97f0-a90be6d2d953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (dfb35fd6-1d05-4bb2-8173-0f0befc84e33), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.972895 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b99afe69-e6ff-4d59-97f0-a90be6d2d953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:35.976531 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-b99afe69-e6ff-4d59-97f0-a90be6d2d953 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfb35fd6-1d05-4bb2-8173-0f0befc84e33 HTTP/1.1" status: 204 len: 168 time: 0.5338414 Mar 08 17:30:36.009936 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99afe69-e6ff-4d59-97f0-a90be6d2d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb35fd6-1d05-4bb2-8173-0f0befc84e33,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:36.020314 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75f48dc9-fc7f-43f1-af31-5d6a04f1b84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8154e462-8210-4cfb-945d-5877e4239cb8), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:36.029749 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75f48dc9-fc7f-43f1-af31-5d6a04f1b84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:36.031072 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-75f48dc9-fc7f-43f1-af31-5d6a04f1b84b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8154e462-8210-4cfb-945d-5877e4239cb8 HTTP/1.1" status: 204 len: 168 time: 0.1934242 Mar 08 17:30:36.053436 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f48dc9-fc7f-43f1-af31-5d6a04f1b84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8154e462-8210-4cfb-945d-5877e4239cb8,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:36.204363 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71966dca-4882-4401-bf52-e3d1f48b4e05 req-0ada5e17-6f23-4650-9e17-84aa9f7180a9 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:36.212103 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-71966dca-4882-4401-bf52-e3d1f48b4e05 req-0ada5e17-6f23-4650-9e17-84aa9f7180a9 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0813711 Mar 08 17:30:36.271745 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-71966dca-4882-4401-bf52-e3d1f48b4e05 req-e2da6d08-2c8d-4cc7-9543-b0a22578d779 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573478 Mar 08 17:30:36.454073 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668b66b-e58e-4c90-9cf9-62446ab09591 req-6882ee9d-bd38-4972-88de-169401394d84 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:36.456665 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5668b66b-e58e-4c90-9cf9-62446ab09591 req-6882ee9d-bd38-4972-88de-169401394d84 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0789535 Mar 08 17:30:36.524051 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5668b66b-e58e-4c90-9cf9-62446ab09591 req-501b9bef-b1ea-4767-bef9-3c028525c88a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567086 Mar 08 17:30:36.586791 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49252) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:36.608130 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-363d2b4e-0df4-468e-af9d-148981edd308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:36.717891 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-363d2b4e-0df4-468e-af9d-148981edd308 admin admin] Publish callbacks [] for security_group (de26f744-e8a0-48f8-a6d5-87ce99ce4186), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:36.727117 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-363d2b4e-0df4-468e-af9d-148981edd308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (de26f744-e8a0-48f8-a6d5-87ce99ce4186), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:36.771655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49256) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:36.834475 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-363d2b4e-0df4-468e-af9d-148981edd308 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=acf8a2ad5148471e82ce217774e7e528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462637 Mar 08 17:30:36.838116 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d2b4e-0df4-468e-af9d-148981edd308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de26f744-e8a0-48f8-a6d5-87ce99ce4186,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:36.839773 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49260) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:36.872913 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-77b8b933-4d8c-4e86-89d4-1af070a65b22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54217949694e4890b23ffe6273b55500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940490 Mar 08 17:30:36.873750 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49262) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:36.897173 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df001d10-d40b-4e57-8e93-edab31797ba6 req-15d3f5a6-120c-4777-a7cf-8861c4f307bd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:36.908220 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-df001d10-d40b-4e57-8e93-edab31797ba6 req-15d3f5a6-120c-4777-a7cf-8861c4f307bd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.2527158 Mar 08 17:30:36.912655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49264) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:36.917470 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'floatingip': {'port_id': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:36.927053 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67290f2f-c0cd-44aa-a7db-e40be0bb0799 req-5e8b8212-8f26-4270-85c0-08c229226ae1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:36.930455 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67290f2f-c0cd-44aa-a7db-e40be0bb0799 req-5e8b8212-8f26-4270-85c0-08c229226ae1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.1401298 Mar 08 17:30:36.970856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e9262c-deb9-46a2-a1e5-0758490b7f37 admin admin] Publish callbacks [] for security_group (de26f744-e8a0-48f8-a6d5-87ce99ce4186), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.024498 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e9262c-deb9-46a2-a1e5-0758490b7f37 admin admin] Publish callbacks [] for security_group (de26f744-e8a0-48f8-a6d5-87ce99ce4186), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.066376 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (92614e38-8d3e-4993-8a06-116fd169d983), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.085279 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67290f2f-c0cd-44aa-a7db-e40be0bb0799 req-a92f9d22-2ed9-4534-aace-b9b321b004d5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397274 Mar 08 17:30:37.123169 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-67e5de46-e8f7-4491-a103-72fb8f0c6af5 admin admin] Publish callbacks [] for security_group (d5e72210-6a9b-46be-a9a7-8ae5203e241e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.185752 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991019d5-1005-4d13-8195-fcccfb7e94c1 req-1a117638-1a15-4ea5-b147-e699cd2dace5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:37.194887 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-991019d5-1005-4d13-8195-fcccfb7e94c1 req-1a117638-1a15-4ea5-b147-e699cd2dace5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1014886 Mar 08 17:30:37.210308 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-67e5de46-e8f7-4491-a103-72fb8f0c6af5 admin admin] Publish callbacks [] for security_group (d5e72210-6a9b-46be-a9a7-8ae5203e241e), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.224666 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e9262c-deb9-46a2-a1e5-0758490b7f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (de26f744-e8a0-48f8-a6d5-87ce99ce4186), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.228352 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e9262c-deb9-46a2-a1e5-0758490b7f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.232145 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-c1e9262c-deb9-46a2-a1e5-0758490b7f37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de26f744-e8a0-48f8-a6d5-87ce99ce4186 HTTP/1.1" status: 204 len: 168 time: 0.3890264 Mar 08 17:30:37.254871 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9262c-deb9-46a2-a1e5-0758490b7f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de26f744-e8a0-48f8-a6d5-87ce99ce4186,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:37.328759 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-991019d5-1005-4d13-8195-fcccfb7e94c1 req-ad769fb9-914c-47c5-a4ef-16eb2cc780dc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328177 Mar 08 17:30:37.497950 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffe30d-58fe-434f-91d3-d21602093b0b req-8e9c1630-5578-40b1-9bf4-d7eeb9330b22 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:37.499655 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-84ffe30d-58fe-434f-91d3-d21602093b0b req-8e9c1630-5578-40b1-9bf4-d7eeb9330b22 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.1069882 Mar 08 17:30:37.572259 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-67e5de46-e8f7-4491-a103-72fb8f0c6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d5e72210-6a9b-46be-a9a7-8ae5203e241e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.575465 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-67e5de46-e8f7-4491-a103-72fb8f0c6af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:37.577417 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-67e5de46-e8f7-4491-a103-72fb8f0c6af5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5e72210-6a9b-46be-a9a7-8ae5203e241e HTTP/1.1" status: 204 len: 168 time: 0.7018347 Mar 08 17:30:37.647782 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-84ffe30d-58fe-434f-91d3-d21602093b0b req-c9fc6134-a6f2-4635-a70d-67389955561f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367292 Mar 08 17:30:37.768365 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5de46-e8f7-4491-a103-72fb8f0c6af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e72210-6a9b-46be-a9a7-8ae5203e241e,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:38.009721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75fca7-8194-44f0-a33c-6c805900ecc0 req-d4e624b7-4786-4d75-b84a-b5f92b82c89a tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:38.011646 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d75fca7-8194-44f0-a33c-6c805900ecc0 req-d4e624b7-4786-4d75-b84a-b5f92b82c89a tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.0964241 Mar 08 17:30:38.074831 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d75fca7-8194-44f0-a33c-6c805900ecc0 req-843b125e-f3cb-4d88-bbc8-c4d2e319c612 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550637 Mar 08 17:30:38.160086 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.db.resource_extend [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 17:30:38.303627 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce32bd-712b-4bd7-be11-9dda5228292c req-e5fb9fda-0f24-4ef3-9f5d-00d7264b0dec tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:38.305382 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-48ce32bd-712b-4bd7-be11-9dda5228292c req-e5fb9fda-0f24-4ef3-9f5d-00d7264b0dec tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.0920801 Mar 08 17:30:38.305881 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49308) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:38.350680 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:38.362487 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (92614e38-8d3e-4993-8a06-116fd169d983), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:38.402084 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-48ce32bd-712b-4bd7-be11-9dda5228292c req-2fce2db2-a22c-4bdb-81fa-441ed1f20ec0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776882 Mar 08 17:30:38.506493 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c0bc5-1971-4ba0-b8e9-23ebf4fa713d req-2f0ff7ec-ab65-4450-8ce5-a54387f249b1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:38.514930 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f90c0bc5-1971-4ba0-b8e9-23ebf4fa713d req-2f0ff7ec-ab65-4450-8ce5-a54387f249b1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0971005 Mar 08 17:30:38.567744 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Floating IP 92614e38-8d3e-4993-8a06-116fd169d983 associated. External IP: 172.27.1.241, port: dbee5f7e-470a-4fbf-a7ab-9860094fe971. Mar 08 17:30:38.580668 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7f35175-658a-42c4-b456-17466cfa16d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:38.585364 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f90c0bc5-1971-4ba0-b8e9-23ebf4fa713d req-c15ea525-2799-4e2b-8a6c-7c8cb2611f50 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692985 Mar 08 17:30:38.732715 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7f35175-658a-42c4-b456-17466cfa16d8 admin admin] Publish callbacks [] for security_group (8a197219-4754-4b91-bcee-1f112bf2c59a), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:38.741553 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7f35175-658a-42c4-b456-17466cfa16d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8a197219-4754-4b91-bcee-1f112bf2c59a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:38.878332 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-e7f35175-658a-42c4-b456-17466cfa16d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8b275c876cd4d818ec4d9d2c902415b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5714109 Mar 08 17:30:38.883196 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49330) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:38.922245 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f35175-658a-42c4-b456-17466cfa16d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a197219-4754-4b91-bcee-1f112bf2c59a,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:38.981902 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4be49a-0c2d-4883-8445-2784f7989184 req-abe7a63c-0de2-4954-be94-1287e305a4b2 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:38.984279 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b4be49a-0c2d-4883-8445-2784f7989184 req-abe7a63c-0de2-4954-be94-1287e305a4b2 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.1980803 Mar 08 17:30:39.039190 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18104f8-1fd8-473d-a9f7-f562f23cc602 req-202fbd66-2bcd-4560-820c-637233073530 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:39.042198 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e18104f8-1fd8-473d-a9f7-f562f23cc602 req-202fbd66-2bcd-4560-820c-637233073530 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.2579949 Mar 08 17:30:39.053915 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49340) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:39.058850 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'floatingip': {'port_id': '92e66fec-ac85-4eba-8117-bd1475c03934'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:39.070507 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-330f07fd-f530-4629-8050-fc8b146d197d admin admin] Publish callbacks [] for security_group (8a197219-4754-4b91-bcee-1f112bf2c59a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:39.107368 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b4be49a-0c2d-4883-8445-2784f7989184 req-d9fe3e16-6297-4acf-bb71-e0e1830ee92c tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032538 Mar 08 17:30:39.110418 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (4a1b88be-0e59-4cc5-99a9-235a04c1ab05), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:39.165998 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-330f07fd-f530-4629-8050-fc8b146d197d admin admin] Publish callbacks [] for security_group (8a197219-4754-4b91-bcee-1f112bf2c59a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:39.325197 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4faf6-52f1-4832-b9fc-69d42bfe5a23 req-7f7eda4a-c08a-455f-a88e-6dd71713eb8a tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:39.327302 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-87d4faf6-52f1-4832-b9fc-69d42bfe5a23 req-7f7eda4a-c08a-455f-a88e-6dd71713eb8a tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.1297846 Mar 08 17:30:39.418775 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-87d4faf6-52f1-4832-b9fc-69d42bfe5a23 req-61f41aee-7024-4434-bc74-77ca152704a4 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838127 Mar 08 17:30:39.422459 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-330f07fd-f530-4629-8050-fc8b146d197d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8a197219-4754-4b91-bcee-1f112bf2c59a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:39.437058 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-330f07fd-f530-4629-8050-fc8b146d197d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:39.441407 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-330f07fd-f530-4629-8050-fc8b146d197d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a197219-4754-4b91-bcee-1f112bf2c59a HTTP/1.1" status: 204 len: 168 time: 0.5567257 Mar 08 17:30:39.457061 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f07fd-f530-4629-8050-fc8b146d197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a197219-4754-4b91-bcee-1f112bf2c59a,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:39.502638 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:30:39.621502 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283e76-3d08-4bba-9e6c-f3d06813d2ca req-81949303-99db-41dd-8c15-4f1c9c6054bf tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:39.623197 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-25283e76-3d08-4bba-9e6c-f3d06813d2ca req-81949303-99db-41dd-8c15-4f1c9c6054bf tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.0977025 Mar 08 17:30:39.716876 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-25283e76-3d08-4bba-9e6c-f3d06813d2ca req-221be7fc-4809-4e69-bea1-f12247dcb69e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784199 Mar 08 17:30:39.836439 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:30:39.845537 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:39.860722 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] Sync routers for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:30:39.881196 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:30:39.883285 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:30:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:39.968387 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c6b9c0af-4c91-46d7-a5ce-62318e96bd29 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "PUT /v2.0/floatingips/92614e38-8d3e-4993-8a06-116fd169d983 HTTP/1.1" status: 200 len: 991 time: 3.0539556 Mar 08 17:30:39.971211 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'tag': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:39.973536 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b8a0-f4ac-48a3-8d67-4a6d6324a211 req-c79a8c29-5c9b-425a-80ea-494a04e949a5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:39.973701 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269520e3-b9c7-45e4-adb4-6122a92187bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c60b80-130a-4028-9bbf-99f6f42ef76b", "tag": "dbee5f7e-470a-4fbf-a7ab-9860094fe971"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:39.983292 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2ac1b8a0-f4ac-48a3-8d67-4a6d6324a211 req-c79a8c29-5c9b-425a-80ea-494a04e949a5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.1541822 Mar 08 17:30:39.984922 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49368) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:40.012796 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'floatingip': {'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:30:40.035833 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.db.resource_extend [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 17:30:40.069549 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:30:40.095239 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940a2eaf-a0fe-4415-bdfd-6ec2ac86dce2 x-openstack-request-id: req-940a2eaf-a0fe-4415-bdfd-6ec2ac86dce2 {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:40.095933 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c60b80-130a-4028-9bbf-99f6f42ef76b", "tag": "dbee5f7e-470a-4fbf-a7ab-9860094fe971", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:40.096383 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-940a2eaf-a0fe-4415-bdfd-6ec2ac86dce2 {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:40.097037 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'tag': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'status': 'completed', 'code': 200} Mar 08 17:30:40.157750 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:40.170619 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (4a1b88be-0e59-4cc5-99a9-235a04c1ab05), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:40.359871 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (2ebde04b-b646-42ba-9e74-11735aaba055), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:40.417305 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49380) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:40.455155 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-eb2964e0-f819-4755-a503-be19ee30b4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:40.460569 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49384) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:40.470550 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Floating IP 4a1b88be-0e59-4cc5-99a9-235a04c1ab05 associated. External IP: 172.27.1.119, port: 92e66fec-ac85-4eba-8117-bd1475c03934. Mar 08 17:30:40.511364 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '92614e38-8d3e-4993-8a06-116fd169d983', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'port_id': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:30:04Z', 'updated_at': '2022-03-08T17:30:38Z', 'revision_number': 1, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:40.539999 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] Checking router: bca7d46d-d9c4-4479-a7a3-d8c66c4e692a for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:30:40.551692 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:30:40.552571 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:30:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:40.697732 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:30:40.743833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-cbde31d6-9c1d-4cf0-a671-01a8519d1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:40.746445 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-cbde31d6-9c1d-4cf0-a671-01a8519d1163 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 1129 time: 0.5240324 Mar 08 17:30:40.798691 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-eb2964e0-f819-4755-a503-be19ee30b4ce admin admin] Publish callbacks [] for security_group (0dbd99e3-39ca-44a1-8936-5a900819cd2c), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:40.800477 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd364f-247a-446e-bfd3-222ac9a7f8f9 req-889f6b19-8dc6-4e5f-b196-a430d50377a4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:40.807621 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fffd364f-247a-446e-bfd3-222ac9a7f8f9 req-889f6b19-8dc6-4e5f-b196-a430d50377a4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.4546661 Mar 08 17:30:40.824009 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b63f19a8-4803-4fab-a5b0-d3399bf72f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:40.826645 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-eb2964e0-f819-4755-a503-be19ee30b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (0dbd99e3-39ca-44a1-8936-5a900819cd2c), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:40.916122 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-eb2964e0-f819-4755-a503-be19ee30b4ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55c2a0d3146c4af98a7171aaf611fadd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974022 Mar 08 17:30:40.921768 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49388) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:40.934884 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2964e0-f819-4755-a503-be19ee30b4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd99e3-39ca-44a1-8936-5a900819cd2c,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:40.970397 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '92614e38-8d3e-4993-8a06-116fd169d983', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'port_id': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:30:04Z', 'updated_at': '2022-03-08T17:30:38Z', 'revision_number': 1, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:41.004351 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e2bba-47d4-49a8-aa8b-7f67088793b5 None None] The sync data for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi is: [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '92614e38-8d3e-4993-8a06-116fd169d983', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'port_id': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:30:04Z', 'updated_at': '2022-03-08T17:30:38Z', 'revision_number': 1, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:30:41.025865 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:30:41.093219 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b63f19a8-4803-4fab-a5b0-d3399bf72f83 admin admin] Publish callbacks [] for security_group (cf2f880f-1c57-4964-8db1-562eb3f98406), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.094199 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c35d7c9c-7433-404d-b5bf-58bce2a77a7c admin admin] Publish callbacks [] for security_group (0dbd99e3-39ca-44a1-8936-5a900819cd2c), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.118707 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f8485-e0f2-4be6-b299-4e60890c79ae req-a2958bca-e362-46ac-8f44-bb791f086b1f tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:41.125799 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-312f8485-e0f2-4be6-b299-4e60890c79ae req-a2958bca-e362-46ac-8f44-bb791f086b1f tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.5964916 Mar 08 17:30:41.134470 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b63f19a8-4803-4fab-a5b0-d3399bf72f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (cf2f880f-1c57-4964-8db1-562eb3f98406), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.186201 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c35d7c9c-7433-404d-b5bf-58bce2a77a7c admin admin] Publish callbacks [] for security_group (0dbd99e3-39ca-44a1-8936-5a900819cd2c), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.264709 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b63f19a8-4803-4fab-a5b0-d3399bf72f83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e944f65978144a39b4cc5662b1d10206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8013797 Mar 08 17:30:41.271654 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49392) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:41.277396 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f19a8-4803-4fab-a5b0-d3399bf72f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2f880f-1c57-4964-8db1-562eb3f98406,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:41.406383 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:30:41.415867 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947c706b-ca0c-4c9b-adde-678e3a7f7745 None None] New status for floating IP 92614e38-8d3e-4993-8a06-116fd169d983: ACTIVE {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:30:41.422741 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.442587 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] Sync routers for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:30:41.498555 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:30:41.499352 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:30:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:41.548208 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7b296a4f-bc99-4992-b6e7-a1e68b862420 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "PUT /v2.0/floatingips/4a1b88be-0e59-4cc5-99a9-235a04c1ab05 HTTP/1.1" status: 200 len: 992 time: 2.4790990 Mar 08 17:30:41.548208 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c35d7c9c-7433-404d-b5bf-58bce2a77a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (0dbd99e3-39ca-44a1-8936-5a900819cd2c), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.559427 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c35d7c9c-7433-404d-b5bf-58bce2a77a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.560725 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c35d7c9c-7433-404d-b5bf-58bce2a77a7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dbd99e3-39ca-44a1-8936-5a900819cd2c HTTP/1.1" status: 204 len: 168 time: 0.6379654 Mar 08 17:30:41.561468 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed560-746c-4c0f-9cd9-ef438fd0ec68 admin admin] Publish callbacks [] for security_group (cf2f880f-1c57-4964-8db1-562eb3f98406), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.584034 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d7c9c-7433-404d-b5bf-58bce2a77a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd99e3-39ca-44a1-8936-5a900819cd2c,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:41.607361 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed560-746c-4c0f-9cd9-ef438fd0ec68 admin admin] Publish callbacks [] for security_group (cf2f880f-1c57-4964-8db1-562eb3f98406), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.705217 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed560-746c-4c0f-9cd9-ef438fd0ec68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (cf2f880f-1c57-4964-8db1-562eb3f98406), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.710921 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed560-746c-4c0f-9cd9-ef438fd0ec68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:41.727068 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ab8ed560-746c-4c0f-9cd9-ef438fd0ec68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf2f880f-1c57-4964-8db1-562eb3f98406 HTTP/1.1" status: 204 len: 168 time: 0.4353662 Mar 08 17:30:41.760027 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ed560-746c-4c0f-9cd9-ef438fd0ec68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2f880f-1c57-4964-8db1-562eb3f98406,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:42.054079 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:30:42.101177 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:42.113213 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:42.255031 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fffd364f-247a-446e-bfd3-222ac9a7f8f9 req-3a827574-0cac-4a76-aa91-68a20ac03bb5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0979650 Mar 08 17:30:42.297634 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-6718229e-ee96-4f2f-a6cc-e5fe0315028c tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:42.304857 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-6718229e-ee96-4f2f-a6cc-e5fe0315028c tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 1.1768522 Mar 08 17:30:42.308091 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-312f8485-e0f2-4be6-b299-4e60890c79ae req-7c873826-68a7-4732-94f9-0225d2efc870 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1813953 Mar 08 17:30:42.319048 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-33c376be-feea-44c9-90fc-3fdf9baec00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:42.323116 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-33c376be-feea-44c9-90fc-3fdf9baec00b service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 912 time: 1.5589972 Mar 08 17:30:42.327012 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635df792-1687-44bc-b342-b9a9edb7716d x-openstack-request-id: req-635df792-1687-44bc-b342-b9a9edb7716d {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:42.328281 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:42.328376 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-635df792-1687-44bc-b342-b9a9edb7716d {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:42.329626 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934', 'status': 'completed', 'code': 200} Mar 08 17:30:42.370502 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '4a1b88be-0e59-4cc5-99a9-235a04c1ab05', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'port_id': '92e66fec-ac85-4eba-8117-bd1475c03934', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'mac_address': 'fa:16:3e:9b:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:30:03Z', 'updated_at': '2022-03-08T17:30:39Z', 'revision_number': 1, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:42.515856 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] Checking router: b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:30:42.527473 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:30:42.528130 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:30:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:42.534281 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:42.540335 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (2ebde04b-b646-42ba-9e74-11735aaba055), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:42.653751 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:30:42.658226 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Floating IP 2ebde04b-b646-42ba-9e74-11735aaba055 associated. External IP: 172.27.1.60, port: 5985c282-9eb5-4b4d-98ee-efb8b47b651d. Mar 08 17:30:42.934233 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:30:42.950330 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '4a1b88be-0e59-4cc5-99a9-235a04c1ab05', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'port_id': '92e66fec-ac85-4eba-8117-bd1475c03934', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'mac_address': 'fa:16:3e:9b:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:30:03Z', 'updated_at': '2022-03-08T17:30:39Z', 'revision_number': 1, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:42.983266 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe313d0-930a-478f-ba16-ebe5a725fa5b None None] The sync data for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi is: [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '4a1b88be-0e59-4cc5-99a9-235a04c1ab05', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'port_id': '92e66fec-ac85-4eba-8117-bd1475c03934', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'mac_address': 'fa:16:3e:9b:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:30:03Z', 'updated_at': '2022-03-08T17:30:39Z', 'revision_number': 1, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:30:43.066399 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:30:43.071282 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:43.078625 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:30:43.097557 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:30:43.098554 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:30:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:43.106312 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-4ba7ba88-4261-447e-b3b3-eacc7633a086 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "PUT /v2.0/floatingips/2ebde04b-b646-42ba-9e74-11735aaba055 HTTP/1.1" status: 200 len: 990 time: 3.1167803 Mar 08 17:30:43.107104 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9885963b-fe67-42ec-822c-078942eb7fa0', 'tag': '5985c282-9eb5-4b4d-98ee-efb8b47b651d'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:43.109938 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "9885963b-fe67-42ec-822c-078942eb7fa0", "tag": "5985c282-9eb5-4b4d-98ee-efb8b47b651d"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:43.161015 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87766ce-87e5-4570-a9e2-d07060dc7435 x-openstack-request-id: req-d87766ce-87e5-4570-a9e2-d07060dc7435 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:43.161631 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9885963b-fe67-42ec-822c-078942eb7fa0", "tag": "5985c282-9eb5-4b4d-98ee-efb8b47b651d", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:43.161631 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d87766ce-87e5-4570-a9e2-d07060dc7435 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:43.162413 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9885963b-fe67-42ec-822c-078942eb7fa0', 'tag': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'status': 'completed', 'code': 200} Mar 08 17:30:43.253052 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:30:43.253982 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9987a0dd-6897-4ccd-be4c-253c16338d6e None None] New status for floating IP 4a1b88be-0e59-4cc5-99a9-235a04c1ab05: ACTIVE {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:30:43.407265 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738e912-abe0-4037-a18e-278878bada7c req-0ab87b43-8ea9-4d4a-a7d6-f96224a7f53f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:43.422944 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0738e912-abe0-4037-a18e-278878bada7c req-0ab87b43-8ea9-4d4a-a7d6-f96224a7f53f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0937953 Mar 08 17:30:43.499871 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0738e912-abe0-4037-a18e-278878bada7c req-b45ce793-951f-4725-b105-f0087dafb96b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736797 Mar 08 17:30:43.626748 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e05b5-1cd1-46cd-9cc9-a68d9c3cb1f8 req-34695335-9253-4bdf-8b51-ee7c97cf0429 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:43.629256 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8c0e05b5-1cd1-46cd-9cc9-a68d9c3cb1f8 req-34695335-9253-4bdf-8b51-ee7c97cf0429 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.1208804 Mar 08 17:30:43.727124 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8c0e05b5-1cd1-46cd-9cc9-a68d9c3cb1f8 req-0cf2a106-b203-491d-bf75-169a2acb89b2 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903440 Mar 08 17:30:43.766316 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:42Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:43.800226 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:30:43.812307 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:30:43.812307 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:30:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:43.953292 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:30:44.177294 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:42Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:30:44.203354 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d21aa-48a5-4871-bd70-274f0d263e4e None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:42Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:30:44.390300 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21abb6-a2b1-4429-8b21-07c088de18e9 None None] New status for floating IP 2ebde04b-b646-42ba-9e74-11735aaba055: ACTIVE {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:30:44.616860 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216f7f6-847b-4e12-af57-d6fdf7bc6a91 req-49411a57-1b7b-4ceb-8812-ea27813c5c3b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:44.618259 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6216f7f6-847b-4e12-af57-d6fdf7bc6a91 req-49411a57-1b7b-4ceb-8812-ea27813c5c3b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0512202 Mar 08 17:30:44.665005 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6216f7f6-847b-4e12-af57-d6fdf7bc6a91 req-ac8e60db-ba69-41d0-a459-482a8087d57e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Mar 08 17:30:44.869131 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa2e6f-d7a5-4d75-b4f2-8caafb338d0c req-8f4ab859-d061-462b-b634-437996d3a041 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:44.870515 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d7fa2e6f-d7a5-4d75-b4f2-8caafb338d0c req-8f4ab859-d061-462b-b634-437996d3a041 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.0546310 Mar 08 17:30:44.917693 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d7fa2e6f-d7a5-4d75-b4f2-8caafb338d0c req-c6fc0d61-03fc-4cd4-89e6-857e6c1d6610 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Mar 08 17:30:45.121017 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-f0585a03-291c-4739-b58b-f292d3273744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:45.122437 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-f0585a03-291c-4739-b58b-f292d3273744 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0483265 Mar 08 17:30:45.212822 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-95eedc69-ec5d-442e-9d73-af829b4b4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:45.214227 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-95eedc69-ec5d-442e-9d73-af829b4b4802 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 915 time: 0.0835483 Mar 08 17:30:45.234608 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-a2dce248-f7cc-49bc-a2f1-fb6b7e4344b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971 HTTP/1.1" status: 200 len: 1001 time: 0.1702700 Mar 08 17:30:45.322750 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-84e5e98c-0c34-439b-a01d-281f7dd2f663 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5985c282-9eb5-4b4d-98ee-efb8b47b651d HTTP/1.1" status: 200 len: 1000 time: 0.0989633 Mar 08 17:30:45.373699 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-61a26f17-ed71-4129-86f8-5577f6a780f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:45.375157 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-61a26f17-ed71-4129-86f8-5577f6a780f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0457907 Mar 08 17:30:45.440722 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-1c1d80da-1bfe-446f-9335-593df4bec802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:45.442254 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-1c1d80da-1bfe-446f-9335-593df4bec802 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589356 Mar 08 17:30:45.532266 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-366ee0fa-510d-4f81-91d0-afc2c46fed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:45.533819 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-366ee0fa-510d-4f81-91d0-afc2c46fed96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 1130 time: 0.4674237 Mar 08 17:30:45.586100 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-dbdefff4-5dc2-4b5f-ba5c-c5891a0e37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:45.587602 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-dbdefff4-5dc2-4b5f-ba5c-c5891a0e37ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05422727-ab15-4b2b-85db-9374acaebec7 HTTP/1.1" status: 200 len: 850 time: 0.3342376 Mar 08 17:30:45.677874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Deleting port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:30:45.678631 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:45.716868 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-1d61289a-562a-4fa1-9433-09cde97141ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:45.718368 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-1d61289a-562a-4fa1-9433-09cde97141ac service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 917 time: 0.1758125 Mar 08 17:30:45.761209 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-0b25c65c-0631-46a5-be97-34da52b24e8e service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122606 Mar 08 17:30:45.828947 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-2c497046-8565-471a-88f7-aed733ca1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:45.830460 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-2c497046-8565-471a-88f7-aed733ca1a94 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1e98f65-d043-4791-8dbc-30c813b7ca3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2125647 Mar 08 17:30:45.859976 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-7cc0be5f-de52-413c-8472-ada10e0eaf1c service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890853 Mar 08 17:30:45.931344 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] For port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,segment=NetworkSegment(1dbeff68-35d3-4dfc-89ec-271667354ad6),segment_id=1dbeff68-35d3-4dfc-89ec-271667354ad6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:45.931622 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:45.945439 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-21cb2d77-1400-4ac1-b851-65151a12ef5e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e66fec-ac85-4eba-8117-bd1475c03934 HTTP/1.1" status: 200 len: 1002 time: 0.1947546 Mar 08 17:30:45.973594 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Calling delete_port for 5d7fa6ba-f48a-462c-8b77-02bed9a9326c owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:30:46.013293 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf87d8-94fb-4e30-b9e8-3676ae6fc1f6 req-ce70768a-3b50-4afc-ac9c-5a3437494d83 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:46.014796 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5acf87d8-94fb-4e30-b9e8-3676ae6fc1f6 req-ce70768a-3b50-4afc-ac9c-5a3437494d83 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.2633369 Mar 08 17:30:46.156268 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-94b6c612-1964-4dac-875d-04139a7c127e service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164577 Mar 08 17:30:46.163723 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-23c2bbd8-122c-4083-9964-87002c4f8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:46.165160 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-23c2bbd8-122c-4083-9964-87002c4f8982 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 200 len: 855 time: 0.2012026 Mar 08 17:30:46.209380 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5d7fa6ba-f48a-462c-8b77-02bed9a9326c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:30:46.289588 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c is: ACTIVE; New status is: DOWN {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:30:46.290185 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:46.307392 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5acf87d8-94fb-4e30-b9e8-3676ae6fc1f6 req-02d28db8-ce8e-416c-94bf-a276be16d2d8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788384 Mar 08 17:30:46.322481 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:46.323511 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa171096-bb4b-4076-ac42-fa410b77a80e req-6c7d8a24-a170-45cf-b6ec-621c4e9caba6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:46.324956 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812eb0c7-36cc-4cb4-af94-4e7ab00a9f6f" -d '{"events": [{"server_uuid": "4bd4acf8-9592-42c5-babe-3b1a0bfb0855", "name": "network-vif-unplugged", "status": "completed", "tag": "5d7fa6ba-f48a-462c-8b77-02bed9a9326c"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:46.325379 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-aa171096-bb4b-4076-ac42-fa410b77a80e req-6c7d8a24-a170-45cf-b6ec-621c4e9caba6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 945 time: 0.3078198 Mar 08 17:30:46.338925 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,segment=NetworkSegment(1dbeff68-35d3-4dfc-89ec-271667354ad6),segment_id=1dbeff68-35d3-4dfc-89ec-271667354ad6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:30:46.345806 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:46.378477 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8270a48d-2eaa-4573-b764-f37c2580e27c x-openstack-request-id: req-8270a48d-2eaa-4573-b764-f37c2580e27c {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:46.378847 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd4acf8-9592-42c5-babe-3b1a0bfb0855", "name": "network-vif-unplugged", "status": "completed", "tag": "5d7fa6ba-f48a-462c-8b77-02bed9a9326c", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:46.379106 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8270a48d-2eaa-4573-b764-f37c2580e27c {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:46.379502 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c', 'code': 200} Mar 08 17:30:46.407043 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-004db2fb-797b-44d3-b0a0-a92244f898bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:46.407674 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,revision_number=6']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:46.408633 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-004db2fb-797b-44d3-b0a0-a92244f898bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2320514 Mar 08 17:30:46.416792 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.417165 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.417534 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.417871 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.418206 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.418534 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.418865 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.419198 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.419713 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.420102 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.420427 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.421114 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.421513 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:30:46.422612 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-269520e3-b9c7-45e4-adb4-6122a92187bf req-7e51164f-1271-4ef6-bc2f-7a6039191c6d service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521772 Mar 08 17:30:46.449467 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-aa171096-bb4b-4076-ac42-fa410b77a80e req-5ec015c4-18fa-4da0-bbb9-35d8d77e66a5 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8a4b5c9-c281-429f-8e42-412d01167499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078727 Mar 08 17:30:46.450678 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (5d7fa6ba-f48a-462c-8b77-02bed9a9326c), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:46.481115 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Pushing event deleted for resources: {'Port': ['ID=5d7fa6ba-f48a-462c-8b77-02bed9a9326c,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:46.546680 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] No DVR routers for this DVR port 5d7fa6ba-f48a-462c-8b77-02bed9a9326c on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:30:46.549948 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:46.554221 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.71 "DELETE /v2.0/ports/5d7fa6ba-f48a-462c-8b77-02bed9a9326c HTTP/1.1" status: 204 len: 173 time: 1.4887843 Mar 08 17:30:46.554766 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'name': 'network-vif-deleted', 'tag': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:30:46.557907 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97f71c5-e11c-46f4-8cbd-e4368df55f63" -d '{"events": [{"server_uuid": "4bd4acf8-9592-42c5-babe-3b1a0bfb0855", "name": "network-vif-deleted", "tag": "5d7fa6ba-f48a-462c-8b77-02bed9a9326c"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:30:46.600320 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbad6822-dcda-408e-8b27-4b2a04ea878b x-openstack-request-id: req-fbad6822-dcda-408e-8b27-4b2a04ea878b {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:30:46.600617 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd4acf8-9592-42c5-babe-3b1a0bfb0855", "name": "network-vif-deleted", "tag": "5d7fa6ba-f48a-462c-8b77-02bed9a9326c", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:30:46.600876 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbad6822-dcda-408e-8b27-4b2a04ea878b {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:30:46.601312 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd4acf8-9592-42c5-babe-3b1a0bfb0855', 'name': 'network-vif-deleted', 'tag': '5d7fa6ba-f48a-462c-8b77-02bed9a9326c', 'status': 'completed', 'code': 200} Mar 08 17:30:47.443055 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf05b42-72bd-4f86-bee8-3bad4c7a3032 req-9c1c73ac-db85-41d2-90c0-6123cd44b7a8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:47.444531 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4cf05b42-72bd-4f86-bee8-3bad4c7a3032 req-9c1c73ac-db85-41d2-90c0-6123cd44b7a8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0554979 Mar 08 17:30:47.493149 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4cf05b42-72bd-4f86-bee8-3bad4c7a3032 req-013d2b6f-5a88-435d-b0a2-ce0363069832 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Mar 08 17:30:47.548116 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-529b3c73-90f5-4b2a-bc0c-4316026e3819 req-8c175a59-dfbf-40fa-a20b-45dd343a490f tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0256567 Mar 08 17:30:48.622010 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d44b5-1f59-4a1d-8f8c-6425aaa44582 req-fb5a35bc-9230-4ad5-9067-fe4aed7aee09 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:48.623534 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-717d44b5-1f59-4a1d-8f8c-6425aaa44582 req-fb5a35bc-9230-4ad5-9067-fe4aed7aee09 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0648530 Mar 08 17:30:48.654283 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28226ef4-d8f5-4ff9-b5f4-f49ce0f5dfed req-c04d96d8-f9bd-4ebf-9d37-c4f8cd0e1a41 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0298026 Mar 08 17:30:48.688984 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-717d44b5-1f59-4a1d-8f8c-6425aaa44582 req-a5eb4b97-cd53-488b-94d5-8e5f02c87340 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564559 Mar 08 17:30:49.435234 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-98e21704-7c31-49df-ad84-80f4f82b5f0e service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997231 Mar 08 17:30:49.541370 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-02a9ebfc-c644-4242-aa95-0e8c9a6a3251 req-43f8f0ad-7cc0-4bf9-85b7-843472a8eff2 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907300 Mar 08 17:30:49.784418 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b52cd2f2-be37-459d-9a37-00532d71a23d req-77e4e029-2d97-41aa-8f9a-bb78d4647699 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0589962 Mar 08 17:30:49.848495 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3134-7b3a-47dd-8e8d-6edf1eb97902 req-2b677c21-c627-4e65-85f6-03a6e88ae897 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:49.850184 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-70bf3134-7b3a-47dd-8e8d-6edf1eb97902 req-2b677c21-c627-4e65-85f6-03a6e88ae897 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0716407 Mar 08 17:30:49.900807 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-70bf3134-7b3a-47dd-8e8d-6edf1eb97902 req-51d33f83-4d72-480a-80e8-4b5817f86a61 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Mar 08 17:30:50.895463 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b8d0626a-f597-4dec-858e-3cf69d78d5a9 req-7ce7fe92-8df0-43ff-ae5f-b911c22e5dba tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0271649 Mar 08 17:30:51.020220 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf06df-ba21-4172-be32-07625f1ee251 req-b3f4299f-37c5-4747-9e75-da70b6152286 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:51.021690 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-accf06df-ba21-4172-be32-07625f1ee251 req-b3f4299f-37c5-4747-9e75-da70b6152286 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0542779 Mar 08 17:30:51.069264 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-accf06df-ba21-4172-be32-07625f1ee251 req-36b6543d-5b23-48ac-81fb-3dd91ce98741 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Mar 08 17:30:52.004220 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9c85d157-07b3-480a-932c-9cf44ecc7c07 req-6f17da0f-5bd7-4dda-9722-e18bea9d85f2 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0327721 Mar 08 17:30:52.200072 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ed36a-6886-4ede-9e41-50410f85c10f req-5252666d-4c4a-4c52-8a48-4add70cc7c81 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:52.201532 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-979ed36a-6886-4ede-9e41-50410f85c10f req-5252666d-4c4a-4c52-8a48-4add70cc7c81 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0525136 Mar 08 17:30:52.248012 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-979ed36a-6886-4ede-9e41-50410f85c10f req-0049c6ba-c521-440b-8f8d-480eb377be3e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 Mar 08 17:30:53.093699 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-51095d15-d991-4f41-98ff-d5f1796f6f4c req-7447fcef-e336-4d22-9d61-ef8eb1e6e911 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0255454 Mar 08 17:30:53.378199 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2237-4369-4187-b8e8-4f90dee9acf6 req-24a4afdb-9b00-4001-8b7a-7c343e2fa041 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:53.379644 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9fad2237-4369-4187-b8e8-4f90dee9acf6 req-24a4afdb-9b00-4001-8b7a-7c343e2fa041 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0551353 Mar 08 17:30:53.431764 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9fad2237-4369-4187-b8e8-4f90dee9acf6 req-59bd2399-1a0a-4942-aab7-9b59a54271a5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Mar 08 17:30:54.186154 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-362fd517-607e-403e-a14f-713cd8c52f15 req-dcbe86bb-2a6c-4b43-b1a9-07c0d3dd994e tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0254791 Mar 08 17:30:54.555335 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a945e26-946d-4190-84c3-ada64b29d2c1 req-42da0a26-75ce-4b18-9ca7-f0e01cc9362b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:54.556823 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1a945e26-946d-4190-84c3-ada64b29d2c1 req-42da0a26-75ce-4b18-9ca7-f0e01cc9362b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0541303 Mar 08 17:30:54.605490 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1a945e26-946d-4190-84c3-ada64b29d2c1 req-e4a84c90-77f3-4686-a1ff-95b9008bdb32 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Mar 08 17:30:55.249796 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:30:55.303160 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-77dd180d-43a5-4a1e-a2d5-8b692468cb92 req-551bfe3f-b7b7-4bbd-a182-7ed57d6dba0e tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0389795 Mar 08 17:30:55.734337 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0754b-9f19-477e-8818-af5ea499bb73 req-0a4ec404-732f-4577-83cd-6c0ef6495d8e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:55.735828 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e9f0754b-9f19-477e-8818-af5ea499bb73 req-0a4ec404-732f-4577-83cd-6c0ef6495d8e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0586393 Mar 08 17:30:55.786274 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e9f0754b-9f19-477e-8818-af5ea499bb73 req-b48e8427-4b3a-4516-a5a1-a6cfcd66e384 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Mar 08 17:30:56.407843 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-db6c63d0-5112-4480-bc17-89aaaa73bfec req-64eac704-1f2f-46f3-bca8-6fcfaf90ad16 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0285418 Mar 08 17:30:56.925248 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256941-d06d-41c5-8428-41b8ea0ecc1b req-9ff39e74-f6cb-4ba4-b8ed-efea65041fa8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:56.926841 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-97256941-d06d-41c5-8428-41b8ea0ecc1b req-9ff39e74-f6cb-4ba4-b8ed-efea65041fa8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0646484 Mar 08 17:30:56.976304 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-97256941-d06d-41c5-8428-41b8ea0ecc1b req-9c771e65-d9d1-41d2-87cf-417aadd16287 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Mar 08 17:30:57.458882 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-204734b5-54c7-43ff-abc5-fe52a66e6116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:57.519844 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-91adf6fb-a02a-41d5-a505-c3c3d7668fff req-ccf27184-47bd-483b-a709-a51e7655e866 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bd4acf8-9592-42c5-babe-3b1a0bfb0855 HTTP/1.1" status: 200 len: 210 time: 0.0264852 Mar 08 17:30:58.104995 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ffc05-a124-4e83-bae4-6f74f0dec4c1 req-d14188cf-2035-4bd3-a03b-2fd102eff991 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:58.106372 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3b1ffc05-a124-4e83-bae4-6f74f0dec4c1 req-d14188cf-2035-4bd3-a03b-2fd102eff991 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0626447 Mar 08 17:30:58.154360 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3b1ffc05-a124-4e83-bae4-6f74f0dec4c1 req-f995000d-46a3-46d9-b09e-03b549892934 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Mar 08 17:30:58.587506 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49704) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:58.703822 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96f47b35-a964-4b08-a65e-41c4ff5a9a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:58.807550 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96f47b35-a964-4b08-a65e-41c4ff5a9a9f admin admin] Publish callbacks [] for security_group (e34e207d-f7cd-46b6-ba0b-4fb00921d26d), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:58.815364 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-96f47b35-a964-4b08-a65e-41c4ff5a9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e34e207d-f7cd-46b6-ba0b-4fb00921d26d), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:58.872283 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49724) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:58.872767 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-96f47b35-a964-4b08-a65e-41c4ff5a9a9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06223b6f43d74902b582037dd0282ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836785 Mar 08 17:30:58.877780 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f47b35-a964-4b08-a65e-41c4ff5a9a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34e207d-f7cd-46b6-ba0b-4fb00921d26d,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:58.938345 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b942fca2-a2c8-40cc-a4a0-494fdddc34f6 admin admin] Publish callbacks [] for security_group (e34e207d-f7cd-46b6-ba0b-4fb00921d26d), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:58.959892 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b942fca2-a2c8-40cc-a4a0-494fdddc34f6 admin admin] Publish callbacks [] for security_group (e34e207d-f7cd-46b6-ba0b-4fb00921d26d), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.014633 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b942fca2-a2c8-40cc-a4a0-494fdddc34f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e34e207d-f7cd-46b6-ba0b-4fb00921d26d), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.017534 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b942fca2-a2c8-40cc-a4a0-494fdddc34f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.021595 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b942fca2-a2c8-40cc-a4a0-494fdddc34f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e34e207d-f7cd-46b6-ba0b-4fb00921d26d HTTP/1.1" status: 204 len: 168 time: 0.1477475 Mar 08 17:30:59.030325 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942fca2-a2c8-40cc-a4a0-494fdddc34f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34e207d-f7cd-46b6-ba0b-4fb00921d26d,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:59.084947 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49738) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:59.212453 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e2cb96b2-38ad-4aef-87e4-723c18ef314d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.333489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e2cb96b2-38ad-4aef-87e4-723c18ef314d admin admin] Publish callbacks [] for security_group (c046fd5e-6bcc-4da7-bd12-7988a37e8c96), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.341740 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e2cb96b2-38ad-4aef-87e4-723c18ef314d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c046fd5e-6bcc-4da7-bd12-7988a37e8c96), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.378298 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-e2cb96b2-38ad-4aef-87e4-723c18ef314d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53bbaa994fdb4f87bf8b660e1f7e50ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918200 Mar 08 17:30:59.381212 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49754) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:59.404261 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb96b2-38ad-4aef-87e4-723c18ef314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c046fd5e-6bcc-4da7-bd12-7988a37e8c96,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:59.428998 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8761d-d15d-41e0-a718-028b37e88e02 req-53ee6705-ca97-4fc3-b0bd-4bca5cc3fa12 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:30:59.431564 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7ee8761d-d15d-41e0-a718-028b37e88e02 req-53ee6705-ca97-4fc3-b0bd-4bca5cc3fa12 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.1909750 Mar 08 17:30:59.437099 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca36c-22a6-457b-a593-ed7871bbe22b admin admin] Publish callbacks [] for security_group (c046fd5e-6bcc-4da7-bd12-7988a37e8c96), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.460912 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca36c-22a6-457b-a593-ed7871bbe22b admin admin] Publish callbacks [] for security_group (c046fd5e-6bcc-4da7-bd12-7988a37e8c96), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.484463 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7ee8761d-d15d-41e0-a718-028b37e88e02 req-c7d2ecc0-afa4-47b3-a9a2-740d84a3531d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Mar 08 17:30:59.517562 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca36c-22a6-457b-a593-ed7871bbe22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c046fd5e-6bcc-4da7-bd12-7988a37e8c96), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.520335 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca36c-22a6-457b-a593-ed7871bbe22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.521500 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7f5ca36c-22a6-457b-a593-ed7871bbe22b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c046fd5e-6bcc-4da7-bd12-7988a37e8c96 HTTP/1.1" status: 204 len: 168 time: 0.1392193 Mar 08 17:30:59.529813 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ca36c-22a6-457b-a593-ed7871bbe22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046fd5e-6bcc-4da7-bd12-7988a37e8c96,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:30:59.725947 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c7dae698-140e-4d30-a225-4098f3aee413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:59.907625 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49778) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:59.928514 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70fa3a61-f5dd-4cf5-8000-9ec485b32ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.023017 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49784) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:00.034059 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70fa3a61-f5dd-4cf5-8000-9ec485b32ba8 admin admin] Publish callbacks [] for security_group (9479ccb0-c6b6-41c0-9a0e-5ec78a9dc6bb), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.055774 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70fa3a61-f5dd-4cf5-8000-9ec485b32ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (9479ccb0-c6b6-41c0-9a0e-5ec78a9dc6bb), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.104308 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-70fa3a61-f5dd-4cf5-8000-9ec485b32ba8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60a7092233fb4aeb8aec4f3819e7b42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954157 Mar 08 17:31:00.107130 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49786) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:00.107634 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6f0a3f-b0fe-4295-9fff-c6ce1687df7f admin admin] Deleting subnet ab954a62-0427-4e64-aef7-833d9d7f1657 {{(pid=103291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:31:00.109421 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa3a61-f5dd-4cf5-8000-9ec485b32ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9479ccb0-c6b6-41c0-9a0e-5ec78a9dc6bb,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:00.113384 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0a3f-b0fe-4295-9fff-c6ce1687df7f admin admin] Publish callbacks [] for subnet (ab954a62-0427-4e64-aef7-833d9d7f1657), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.148082 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0a3f-b0fe-4295-9fff-c6ce1687df7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62398718'] for subnet (ab954a62-0427-4e64-aef7-833d9d7f1657), precommit_delete_associations {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.164585 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-94f8cada-f094-4031-83b5-1d2bf255da4c admin admin] Publish callbacks [] for security_group (9479ccb0-c6b6-41c0-9a0e-5ec78a9dc6bb), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.190403 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-94f8cada-f094-4031-83b5-1d2bf255da4c admin admin] Publish callbacks [] for security_group (9479ccb0-c6b6-41c0-9a0e-5ec78a9dc6bb), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.194456 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0a3f-b0fe-4295-9fff-c6ce1687df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (ab954a62-0427-4e64-aef7-833d9d7f1657), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.239542 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-94f8cada-f094-4031-83b5-1d2bf255da4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (9479ccb0-c6b6-41c0-9a0e-5ec78a9dc6bb), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.242742 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-94f8cada-f094-4031-83b5-1d2bf255da4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.244206 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-94f8cada-f094-4031-83b5-1d2bf255da4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9479ccb0-c6b6-41c0-9a0e-5ec78a9dc6bb HTTP/1.1" status: 204 len: 168 time: 0.1359904 Mar 08 17:31:00.253253 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8cada-f094-4031-83b5-1d2bf255da4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9479ccb0-c6b6-41c0-9a0e-5ec78a9dc6bb,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:00.257085 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0a3f-b0fe-4295-9fff-c6ce1687df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62112607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62055960'] for subnet (ab954a62-0427-4e64-aef7-833d9d7f1657), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.287472 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f0a3f-b0fe-4295-9fff-c6ce1687df7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab954a62-0427-4e64-aef7-833d9d7f1657,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:00.291333 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0a3f-b0fe-4295-9fff-c6ce1687df7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.295507 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-0e6f0a3f-b0fe-4295-9fff-c6ce1687df7f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ab954a62-0427-4e64-aef7-833d9d7f1657 HTTP/1.1" status: 204 len: 168 time: 0.2712584 Mar 08 17:31:00.298132 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49790) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:00.382182 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (1ae4dac4-7ca1-4a19-9495-838dcdba6478), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.473828 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (1ae4dac4-7ca1-4a19-9495-838dcdba6478), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.500716 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae4dac4-7ca1-4a19-9495-838dcdba6478']}} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:00.512774 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbeff68-35d3-4dfc-89ec-271667354ad6') {'for_net_delete': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:00.513684 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbeff68-35d3-4dfc-89ec-271667354ad6') {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:00.523998 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62398469'] for segment (1dbeff68-35d3-4dfc-89ec-271667354ad6), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.539571 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (1dbeff68-35d3-4dfc-89ec-271667354ad6), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.548248 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=103291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:31:00.548802 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62112565'] for segment (1dbeff68-35d3-4dfc-89ec-271667354ad6), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: Traceback (most recent call last): Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: timer() Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: cb(*args, **kw) Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: return func(*args, **kwargs) Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: self._notify() Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: self.callback(batched_events) Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: event.method(event) Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: return f(self, *a, **k) Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._get(url).json() Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: return self.request(url, 'GET', **kwargs) Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:31:00.550798 dv-cinder-830090-3-iscsi neutron-server[103291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:31:00.651259 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (1ae4dac4-7ca1-4a19-9495-838dcdba6478), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.657941 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.661227 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1ae4dac4-7ca1-4a19-9495-838dcdba6478 HTTP/1.1" status: 204 len: 168 time: 0.3619692 Mar 08 17:31:00.678383 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254a590-15f1-4e19-917e-7f62d2b63852 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae4dac4-7ca1-4a19-9495-838dcdba6478,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:00.694572 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85e73-b0de-4a67-b61b-f41aa9153406 req-20e3c233-a870-4b4e-9827-21019bde971a tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:00.696079 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0cc85e73-b0de-4a67-b61b-f41aa9153406 req-20e3c233-a870-4b4e-9827-21019bde971a tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.1174111 Mar 08 17:31:00.743953 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0cc85e73-b0de-4a67-b61b-f41aa9153406 req-8ac55019-d521-4746-b011-4b87b7f81e83 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421875 Mar 08 17:31:00.788437 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49816) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:00.832434 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ca993210-3a4d-4c34-bfb2-a07de67b9ebc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a66b4d71e7848e0afbf8d91bd69aded&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424883 Mar 08 17:31:00.834358 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49820) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:00.837814 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.881310 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cc46b7f8-b042-4dcc-84d9-8fe1d78dc279 admin admin] Publish callbacks [] for security_group (a8a4b5c9-c281-429f-8e42-412d01167499), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.902622 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cc46b7f8-b042-4dcc-84d9-8fe1d78dc279 admin admin] Publish callbacks [] for security_group (a8a4b5c9-c281-429f-8e42-412d01167499), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.953290 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cc46b7f8-b042-4dcc-84d9-8fe1d78dc279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (a8a4b5c9-c281-429f-8e42-412d01167499), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.956496 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cc46b7f8-b042-4dcc-84d9-8fe1d78dc279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:00.957854 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-cc46b7f8-b042-4dcc-84d9-8fe1d78dc279 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8a4b5c9-c281-429f-8e42-412d01167499 HTTP/1.1" status: 204 len: 168 time: 0.1224287 Mar 08 17:31:00.968171 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46b7f8-b042-4dcc-84d9-8fe1d78dc279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a4b5c9-c281-429f-8e42-412d01167499,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:01.886773 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d9afa-9c62-47f9-8bfd-350ab8df6942 req-be0460f8-e9d0-4486-aaf1-eacc5f047430 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:01.888340 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed7d9afa-9c62-47f9-8bfd-350ab8df6942 req-be0460f8-e9d0-4486-aaf1-eacc5f047430 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0681436 Mar 08 17:31:01.963885 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed7d9afa-9c62-47f9-8bfd-350ab8df6942 req-738cbb57-d6da-4e64-8f1d-9bbf9cfc79d4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Mar 08 17:31:02.247912 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:02.573170 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 49944) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:02.686415 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-85bd8267-717e-4ece-93cf-53e5c4f942ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:02.762721 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-85bd8267-717e-4ece-93cf-53e5c4f942ab admin admin] Publish callbacks [] for security_group (3a40f8be-6b8d-471d-84db-973969ed2691), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:02.768597 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-85bd8267-717e-4ece-93cf-53e5c4f942ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (3a40f8be-6b8d-471d-84db-973969ed2691), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:02.805824 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-85bd8267-717e-4ece-93cf-53e5c4f942ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=afd98f0677414af6ad40392f2a8ec06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314548 Mar 08 17:31:02.806655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd8267-717e-4ece-93cf-53e5c4f942ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a40f8be-6b8d-471d-84db-973969ed2691,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:02.808947 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 49952) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:02.860609 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d90db5a-2250-4e1b-ab41-7ad202b2573e admin admin] Publish callbacks [] for security_group (3a40f8be-6b8d-471d-84db-973969ed2691), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:02.887420 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d90db5a-2250-4e1b-ab41-7ad202b2573e admin admin] Publish callbacks [] for security_group (3a40f8be-6b8d-471d-84db-973969ed2691), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:02.939149 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d90db5a-2250-4e1b-ab41-7ad202b2573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (3a40f8be-6b8d-471d-84db-973969ed2691), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:02.941889 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d90db5a-2250-4e1b-ab41-7ad202b2573e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:02.943015 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-0d90db5a-2250-4e1b-ab41-7ad202b2573e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a40f8be-6b8d-471d-84db-973969ed2691 HTTP/1.1" status: 204 len: 168 time: 0.1329916 Mar 08 17:31:02.950947 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90db5a-2250-4e1b-ab41-7ad202b2573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a40f8be-6b8d-471d-84db-973969ed2691,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:03.075651 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e01070-9954-4892-82e5-bf8259bc28d9 req-abd7cc8c-2aef-401b-a8b2-5529621f5214 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:03.077161 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-84e01070-9954-4892-82e5-bf8259bc28d9 req-abd7cc8c-2aef-401b-a8b2-5529621f5214 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0575287 Mar 08 17:31:03.124793 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-84e01070-9954-4892-82e5-bf8259bc28d9 req-2bd538ed-30c6-44c2-b70d-7c9d44d4e662 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419967 Mar 08 17:31:03.850764 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:04.242557 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92f7e-4f29-4b96-818a-bb273ee4ddc0 req-9c41e87f-2ecc-4f34-b350-c1a6fafe5870 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:04.244062 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-81c92f7e-4f29-4b96-818a-bb273ee4ddc0 req-9c41e87f-2ecc-4f34-b350-c1a6fafe5870 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0510232 Mar 08 17:31:04.305775 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-81c92f7e-4f29-4b96-818a-bb273ee4ddc0 req-e7d38da5-a0bc-474d-9f78-ad38f4acb78d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547340 Mar 08 17:31:05.424142 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690405b6-5ee3-49e9-ae7d-7a16b4656d86 req-c324421b-61c9-4379-b241-3fb1e18b8150 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:05.425619 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-690405b6-5ee3-49e9-ae7d-7a16b4656d86 req-c324421b-61c9-4379-b241-3fb1e18b8150 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0521259 Mar 08 17:31:05.475515 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-690405b6-5ee3-49e9-ae7d-7a16b4656d86 req-19122048-770a-4634-ba67-f9f35e7e4ae3 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434902 Mar 08 17:31:05.577178 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50042) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:05.686348 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ae80d204-b11b-44e6-8317-d12eefdf3cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:05.729246 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:05.774840 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ae80d204-b11b-44e6-8317-d12eefdf3cbe admin admin] Publish callbacks [] for security_group (e1234c64-7541-4833-82a7-c3006127e6d1), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:05.782404 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ae80d204-b11b-44e6-8317-d12eefdf3cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e1234c64-7541-4833-82a7-c3006127e6d1), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:05.834436 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ae80d204-b11b-44e6-8317-d12eefdf3cbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db446689ec3143288c9fda187f4d2302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560892 Mar 08 17:31:05.835504 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d204-b11b-44e6-8317-d12eefdf3cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1234c64-7541-4833-82a7-c3006127e6d1,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:05.837734 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50050) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:05.907530 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3643e45c-f2f1-4876-aa4c-71e651b98c48 admin admin] Publish callbacks [] for security_group (e1234c64-7541-4833-82a7-c3006127e6d1), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:05.936567 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3643e45c-f2f1-4876-aa4c-71e651b98c48 admin admin] Publish callbacks [] for security_group (e1234c64-7541-4833-82a7-c3006127e6d1), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:06.024964 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3643e45c-f2f1-4876-aa4c-71e651b98c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e1234c64-7541-4833-82a7-c3006127e6d1), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:06.028546 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3643e45c-f2f1-4876-aa4c-71e651b98c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:06.029308 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-3643e45c-f2f1-4876-aa4c-71e651b98c48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1234c64-7541-4833-82a7-c3006127e6d1 HTTP/1.1" status: 204 len: 168 time: 0.1906304 Mar 08 17:31:06.038277 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643e45c-f2f1-4876-aa4c-71e651b98c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1234c64-7541-4833-82a7-c3006127e6d1,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:06.206968 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5d7a9-2cd3-40b0-9834-de7a19afe1dd req-2a4fb554-47a0-4ba7-8c14-f22a225bd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:06.209797 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-75e5d7a9-2cd3-40b0-9834-de7a19afe1dd req-2a4fb554-47a0-4ba7-8c14-f22a225bd668 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 1129 time: 0.4599440 Mar 08 17:31:06.268424 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-75e5d7a9-2cd3-40b0-9834-de7a19afe1dd req-71643079-260b-4ede-bcae-9126144d97a2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462825 Mar 08 17:31:06.595586 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a02c9a-fc84-4155-b771-011615453c1d req-0b6a0b42-8b83-4a6c-8697-9110894586b8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:06.597097 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a02c9a-fc84-4155-b771-011615453c1d req-0b6a0b42-8b83-4a6c-8697-9110894586b8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0517707 Mar 08 17:31:06.644320 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a02c9a-fc84-4155-b771-011615453c1d req-de1eb6d9-048c-4e8d-9f33-c83e56c1e6dd tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Mar 08 17:31:07.768294 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430d74-08cd-4ee1-8d98-cb5fbd5e067d req-aa6ef517-3a10-425d-9dff-61fe30a9c019 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:07.769926 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa430d74-08cd-4ee1-8d98-cb5fbd5e067d req-aa6ef517-3a10-425d-9dff-61fe30a9c019 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0566459 Mar 08 17:31:07.818686 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa430d74-08cd-4ee1-8d98-cb5fbd5e067d req-4fca50be-b694-426e-a92f-e2eaca185aa1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428288 Mar 08 17:31:08.375059 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-ce6e0ad3-0227-4b72-9a85-e0a306b2bab2 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9c132e5cf8104d5ea89ae52bb6da4db6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291698 Mar 08 17:31:08.565842 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-d3349631-3748-477c-b563-6e8a42e2cff9 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:08.567190 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-d3349631-3748-477c-b563-6e8a42e2cff9 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862984 Mar 08 17:31:08.581422 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-84b904a8-d811-40d4-aef3-bd2c5c92cfe9 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/quotas/9c132e5cf8104d5ea89ae52bb6da4db6 HTTP/1.1" status: 200 len: 375 time: 0.0088310 Mar 08 17:31:08.615546 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-0640186f-5b53-4c1e-8c90-b7a4523d58fa tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c132e5cf8104d5ea89ae52bb6da4db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286663 Mar 08 17:31:08.772015 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-674283f7-9c12-45bb-9ac0-7c38f3fc744b req-86d27069-a259-4cb0-802b-a5259e05e3b5 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 210 time: 0.0267084 Mar 08 17:31:08.942583 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87eb9e-8dbf-4a79-8b96-be8cf082316d req-8fc485e1-f933-4805-80ab-9615cd841507 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:08.944102 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b87eb9e-8dbf-4a79-8b96-be8cf082316d req-8fc485e1-f933-4805-80ab-9615cd841507 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0548465 Mar 08 17:31:08.996052 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b87eb9e-8dbf-4a79-8b96-be8cf082316d req-6bf79658-8cae-4a60-ba35-f8a47eebea38 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Mar 08 17:31:09.114868 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb39f1-4b6a-4f10-a2ec-b676e0454820 req-e65d23b5-84df-4465-9b3e-eecbfd2df6fa tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:09.116444 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-56bb39f1-4b6a-4f10-a2ec-b676e0454820 req-e65d23b5-84df-4465-9b3e-eecbfd2df6fa tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0552788 Mar 08 17:31:09.165942 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-56bb39f1-4b6a-4f10-a2ec-b676e0454820 req-ec9e18fd-c8c9-4c37-b7ee-11025f9b2692 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Mar 08 17:31:09.865292 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5132af7a-eabf-4078-a659-1a9ad2468187 req-8284ac97-bb66-402f-a423-18ad1bd6225e tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 210 time: 0.0267808 Mar 08 17:31:10.966739 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5b1b3eb6-0d76-40ba-b7f7-25e49a7a313a req-868ba1f2-5d3f-4518-8a75-5151172d1eb5 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 210 time: 0.0261457 Mar 08 17:31:11.744075 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-afdf19f6-5e01-4d53-a5e8-c242061a925c tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9c132e5cf8104d5ea89ae52bb6da4db6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225360 Mar 08 17:31:11.860984 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-3b1fef46-3b1e-4168-9426-f186652d285a tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:11.862438 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-3b1fef46-3b1e-4168-9426-f186652d285a tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113553 Mar 08 17:31:11.887696 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Request body: {'port': {'device_id': '1df1e98c-17d8-4c50-9a08-0de5c7ed0760', 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd', 'admin_state_up': True, 'tenant_id': '9c132e5cf8104d5ea89ae52bb6da4db6'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:12.000463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Made reservation on behalf of 9c132e5cf8104d5ea89ae52bb6da4db6 for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:12.004599 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.013769 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.066940 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-08b04504-976b-4a9d-b6d8-64ad7a515f43 req-0c7097b8-a04c-4f3d-a654-21c19a45f59a tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 210 time: 0.0322294 Mar 08 17:31:12.114081 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks [] for security_group (492b1089-24ef-442e-b308-97be43d4faac), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.120092 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (492b1089-24ef-442e-b308-97be43d4faac), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.183702 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492b1089-24ef-442e-b308-97be43d4faac,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:12.254143 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Allocated IP 192.168.233.145 (9b6961f2-0db7-4706-be19-6fbe4519a9cd/427962cf-e118-4bc3-bdde-c139cee5f738/77ba4a3e-c0d8-458e-91c7-4988b46eebd9) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:12.396714 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks [] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.432162 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.476495 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Network 9b6961f2-0db7-4706-be19-6fbe4519a9cd is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:12.479516 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:12.483229 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:12.514055 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Pushing event updated for resources: {'Port': ['ID=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:12.536073 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:12.536903 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.561862 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-cb9fe470-c842-4c67-92df-ab690a6052cc tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6777942 Mar 08 17:31:12.602941 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Request body: {'port': {'device_id': '1df1e98c-17d8-4c50-9a08-0de5c7ed0760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:12.679595 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.726448 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-d4fe249f-c6a0-4af8-a48c-ea280d1d1f29 None None] Provisioning complete for port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:12.726947 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d4fe249f-c6a0-4af8-a48c-ea280d1d1f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:12.786779 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe249f-c6a0-4af8-a48c-ea280d1d1f29 None None] Port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:31:13.095877 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:31:13.108274 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Publish callbacks [] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.111774 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-73dd7725-7c66-4c57-bc4c-cfd7fa7cfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:13.113238 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-73dd7725-7c66-4c57-bc4c-cfd7fa7cfd48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1130 time: 0.1368492 Mar 08 17:31:13.151526 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1c054-5d13-4abc-9615-68b6c84633d4 req-0af3045b-b256-4b36-8a4d-a8a04e54b31e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:13.153107 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-75f1c054-5d13-4abc-9615-68b6c84633d4 req-0af3045b-b256-4b36-8a4d-a8a04e54b31e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1647763 Mar 08 17:31:13.166711 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Transition to ACTIVE for port object 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:31:13.183745 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.346898 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:13.355763 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-75f1c054-5d13-4abc-9615-68b6c84633d4 req-77d783e5-c7f7-4d8c-8792-02a3208fa4ae tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901934 Mar 08 17:31:13.398507 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-7c7d4733-a1ef-4435-817d-25ba159da170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:13.400270 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-7c7d4733-a1ef-4435-817d-25ba159da170 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 919 time: 0.2686386 Mar 08 17:31:13.441749 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50288) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:13.473748 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c444b5d-68fb-4d4b-b211-cf28b1240bf7 req-918742da-3c6d-4feb-8cef-f12bd5f63505 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:13.476305 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4c444b5d-68fb-4d4b-b211-cf28b1240bf7 req-918742da-3c6d-4feb-8cef-f12bd5f63505 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 948 time: 0.2774434 Mar 08 17:31:13.480573 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-721de98b-23f4-496a-aa09-066de72539a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b39596-bf88-44dd-a692-5262f3d60cba HTTP/1.1" status: 200 len: 217 time: 0.0736299 Mar 08 17:31:13.555710 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-748b30db-4ae0-460e-95a0-0319ddd83b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.567242 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Attempting to bind port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:13.567581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Attempting to bind port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:13.567998 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Attempting to bind port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 on network 9b6961f2-0db7-4706-be19-6fbe4519a9cd {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:13.576237 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-18639136-6ee3-4197-860b-eb4ef9cf07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:13.578008 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-18639136-6ee3-4197-860b-eb4ef9cf07bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 200 len: 858 time: 0.0843894 Mar 08 17:31:13.583749 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 on network 9b6961f2-0db7-4706-be19-6fbe4519a9cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:31:13.584102 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Attempting to bind port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 on network 9b6961f2-0db7-4706-be19-6fbe4519a9cd {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:13.591208 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4c444b5d-68fb-4d4b-b211-cf28b1240bf7 req-bc3a46fe-4e70-4c5b-8da2-96cfac162db2 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097548 Mar 08 17:31:13.602134 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:13.602475 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Checking segment: {'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:13.602817 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Bound using segment: {'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:13.603268 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Bound port: 77ba4a3e-c0d8-458e-91c7-4988b46eebd9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b978734b-b7fa-4c1b-bbc0-11256b986577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:13.603627 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.631526 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-b720f814-2d8c-4fe7-933d-49bbae09a400 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442421 Mar 08 17:31:13.638976 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-748b30db-4ae0-460e-95a0-0319ddd83b83 admin admin] Publish callbacks [] for security_group (bdcc83ca-0399-4bc5-a6a2-120fe83932d3), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.643965 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-748b30db-4ae0-460e-95a0-0319ddd83b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (bdcc83ca-0399-4bc5-a6a2-120fe83932d3), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.680517 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b30db-4ae0-460e-95a0-0319ddd83b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcc83ca-0399-4bc5-a6a2-120fe83932d3,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:13.689454 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-748b30db-4ae0-460e-95a0-0319ddd83b83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9b512fc50d044f3a3149910e1cb6cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462530 Mar 08 17:31:13.690112 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 50292) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:13.768311 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] For port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:13.777075 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] For port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,segment=NetworkSegment(b978734b-b7fa-4c1b-bbc0-11256b986577),segment_id=b978734b-b7fa-4c1b-bbc0-11256b986577)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:13.796605 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.848782 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-9db27074-7c05-4af5-9e91-458b2401e3b0 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932271 Mar 08 17:31:13.858186 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4213fbb6-174c-4aa1-9ccb-28f87dd51af0 admin admin] Publish callbacks [] for security_group (bdcc83ca-0399-4bc5-a6a2-120fe83932d3), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.860156 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:13.860768 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:13.862500 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] 10.222.0.71 "PUT /v2.0/ports/77ba4a3e-c0d8-458e-91c7-4988b46eebd9 HTTP/1.1" status: 200 len: 1098 time: 1.2641129 Mar 08 17:31:13.872710 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df1e98c-17d8-4c50-9a08-0de5c7ed0760', 'tag': '77ba4a3e-c0d8-458e-91c7-4988b46eebd9'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:31:13.875106 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1df1e98c-17d8-4c50-9a08-0de5c7ed0760", "tag": "77ba4a3e-c0d8-458e-91c7-4988b46eebd9"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:31:13.914419 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4559fd8-e157-44ea-908f-c8621ca8d5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:13.928751 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc69a244-db56-4f4f-9ac0-398a914dc097 x-openstack-request-id: req-fc69a244-db56-4f4f-9ac0-398a914dc097 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:31:13.929043 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df1e98c-17d8-4c50-9a08-0de5c7ed0760", "tag": "77ba4a3e-c0d8-458e-91c7-4988b46eebd9", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:31:13.929296 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc69a244-db56-4f4f-9ac0-398a914dc097 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:31:13.929795 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df1e98c-17d8-4c50-9a08-0de5c7ed0760', 'tag': '77ba4a3e-c0d8-458e-91c7-4988b46eebd9', 'status': 'completed', 'code': 200} Mar 08 17:31:13.962761 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4213fbb6-174c-4aa1-9ccb-28f87dd51af0 admin admin] Publish callbacks [] for security_group (bdcc83ca-0399-4bc5-a6a2-120fe83932d3), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:14.048028 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-089f5d58-5e3c-4cfc-b2cd-27729b6a2145 req-92c2bf2b-123d-4dd0-b1a0-6d286f3f93a4 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911917 Mar 08 17:31:14.057301 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-19750125-7270-493f-896b-70168c8c8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:14.058926 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-19750125-7270-493f-896b-70168c8c8720 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9c132e5cf8104d5ea89ae52bb6da4db6&device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 1132 time: 0.0984271 Mar 08 17:31:14.068872 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4213fbb6-174c-4aa1-9ccb-28f87dd51af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (bdcc83ca-0399-4bc5-a6a2-120fe83932d3), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:14.071693 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4213fbb6-174c-4aa1-9ccb-28f87dd51af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:14.072955 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-4213fbb6-174c-4aa1-9ccb-28f87dd51af0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdcc83ca-0399-4bc5-a6a2-120fe83932d3 HTTP/1.1" status: 204 len: 168 time: 0.3804243 Mar 08 17:31:14.086955 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213fbb6-174c-4aa1-9ccb-28f87dd51af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcc83ca-0399-4bc5-a6a2-120fe83932d3,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:14.121463 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-bc36d612-fa7b-48dd-bb52-7446972c6290 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=77ba4a3e-c0d8-458e-91c7-4988b46eebd9 HTTP/1.1" status: 200 len: 217 time: 0.0441272 Mar 08 17:31:14.185530 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-0dcfbfd8-7b42-4509-b0a7-c6d8448752f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:14.186970 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-0dcfbfd8-7b42-4509-b0a7-c6d8448752f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=427962cf-e118-4bc3-bdde-c139cee5f738 HTTP/1.1" status: 200 len: 843 time: 0.0471094 Mar 08 17:31:14.307616 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-d659e310-2b41-4793-b603-20ec06b85e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:14.309323 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-d659e310-2b41-4793-b603-20ec06b85e53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b6961f2-0db7-4706-be19-6fbe4519a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0474176 Mar 08 17:31:14.422338 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-387bd91b-0dde-4a29-bc85-a2beaecc4c23 service neutron] 10.222.0.71 "GET /v2.0/networks/9b6961f2-0db7-4706-be19-6fbe4519a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041348 Mar 08 17:31:14.579537 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1b5d2-7b3e-4c93-ad25-844c43589ba0 req-393d7044-869f-4d88-aad5-a3916741cc33 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:14.586274 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-93b1b5d2-7b3e-4c93-ad25-844c43589ba0 req-393d7044-869f-4d88-aad5-a3916741cc33 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1201296 Mar 08 17:31:14.595814 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22a2298b-af5a-4449-b7d9-db9f8b533bad req-440d3195-bf9a-49af-bba3-1e0472d8b44b service neutron] 10.222.0.71 "GET /v2.0/networks/9b6961f2-0db7-4706-be19-6fbe4519a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615312 Mar 08 17:31:14.618001 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50340) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:14.643194 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-93b1b5d2-7b3e-4c93-ad25-844c43589ba0 req-6fc0e9e9-9e66-471c-a941-d70951c89114 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557542 Mar 08 17:31:14.745602 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7fec0202-6e7b-48f1-affb-b8548f6f5c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:14.816265 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455f065-a681-4ace-9b56-aeef4d3a10ed req-0dda55c5-2098-449c-9a7d-f76ac013cb20 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:14.817833 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6455f065-a681-4ace-9b56-aeef4d3a10ed req-0dda55c5-2098-449c-9a7d-f76ac013cb20 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 948 time: 0.1011662 Mar 08 17:31:14.819917 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-c435a9b8-08a7-401c-a7f6-a89aeb576c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:14.821246 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-c435a9b8-08a7-401c-a7f6-a89aeb576c38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9c132e5cf8104d5ea89ae52bb6da4db6&device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 1132 time: 0.0924914 Mar 08 17:31:14.853972 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7fec0202-6e7b-48f1-affb-b8548f6f5c3d admin admin] Publish callbacks [] for security_group (e975d426-1f5e-4cd3-ba0b-ef396cc2321b), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:14.860723 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7fec0202-6e7b-48f1-affb-b8548f6f5c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e975d426-1f5e-4cd3-ba0b-ef396cc2321b), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:14.900417 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7fec0202-6e7b-48f1-affb-b8548f6f5c3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c06b9a4fadf45358670489040721e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814968 Mar 08 17:31:14.902577 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec0202-6e7b-48f1-affb-b8548f6f5c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e975d426-1f5e-4cd3-ba0b-ef396cc2321b,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:14.905227 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50356) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:14.958838 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8cdddedc-0192-4e2e-b4b5-b83e8d433194 admin admin] Publish callbacks [] for security_group (e975d426-1f5e-4cd3-ba0b-ef396cc2321b), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:14.983125 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8cdddedc-0192-4e2e-b4b5-b83e8d433194 admin admin] Publish callbacks [] for security_group (e975d426-1f5e-4cd3-ba0b-ef396cc2321b), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.038478 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8cdddedc-0192-4e2e-b4b5-b83e8d433194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e975d426-1f5e-4cd3-ba0b-ef396cc2321b), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.041680 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8cdddedc-0192-4e2e-b4b5-b83e8d433194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.043258 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-8cdddedc-0192-4e2e-b4b5-b83e8d433194 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e975d426-1f5e-4cd3-ba0b-ef396cc2321b HTTP/1.1" status: 204 len: 168 time: 0.1367342 Mar 08 17:31:15.052075 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdddedc-0192-4e2e-b4b5-b83e8d433194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e975d426-1f5e-4cd3-ba0b-ef396cc2321b,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:15.220065 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6455f065-a681-4ace-9b56-aeef4d3a10ed req-f91414c4-97d9-4d78-9ae5-b9d9e32fbe94 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916466 Mar 08 17:31:15.250777 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-8924b079-8d40-473b-a759-80c9030c85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:15.252367 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-8924b079-8d40-473b-a759-80c9030c85c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b6961f2-0db7-4706-be19-6fbe4519a9cd HTTP/1.1" status: 200 len: 870 time: 0.4223936 Mar 08 17:31:15.296838 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-8cfaed41-d553-492c-beeb-36b085cd6b53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=77ba4a3e-c0d8-458e-91c7-4988b46eebd9 HTTP/1.1" status: 200 len: 217 time: 0.0368304 Mar 08 17:31:15.357686 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-57f4f8cc-4b8e-4208-97d2-c910f5fd8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:15.359240 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-57f4f8cc-4b8e-4208-97d2-c910f5fd8ad2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=427962cf-e118-4bc3-bdde-c139cee5f738 HTTP/1.1" status: 200 len: 843 time: 0.0535753 Mar 08 17:31:15.367525 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50372) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:15.380909 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-31c23ecb-78f0-47f8-a2c9-596a99075db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.410489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-1c89a2d7-0c19-43f5-991b-9e9d64bbd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:15.412080 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-1c89a2d7-0c19-43f5-991b-9e9d64bbd4cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b6961f2-0db7-4706-be19-6fbe4519a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443931 Mar 08 17:31:15.458037 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-31c23ecb-78f0-47f8-a2c9-596a99075db4 admin admin] Publish callbacks [] for security_group (ffbd675b-fc57-41f0-b1d3-e7569d81deca), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.465002 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-31c23ecb-78f0-47f8-a2c9-596a99075db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ffbd675b-fc57-41f0-b1d3-e7569d81deca), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.508125 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-31c23ecb-78f0-47f8-a2c9-596a99075db4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed145e85fac54275beda0a41f1facae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392105 Mar 08 17:31:15.509119 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c23ecb-78f0-47f8-a2c9-596a99075db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd675b-fc57-41f0-b1d3-e7569d81deca,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:15.511725 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50376) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:15.515963 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-6b1b9588-0cea-4b70-8aaf-58775a3d71f2 service neutron] 10.222.0.71 "GET /v2.0/networks/9b6961f2-0db7-4706-be19-6fbe4519a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908701 Mar 08 17:31:15.567389 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9113-2e8b-4542-9ad7-5955819176fa admin admin] Publish callbacks [] for security_group (ffbd675b-fc57-41f0-b1d3-e7569d81deca), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.591436 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9113-2e8b-4542-9ad7-5955819176fa admin admin] Publish callbacks [] for security_group (ffbd675b-fc57-41f0-b1d3-e7569d81deca), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.609380 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98f3b7b6-63cf-4f0b-b4d5-918779498e5b req-a1c0c8c5-8a8f-43b5-93da-dc58aaa3edf7 service neutron] 10.222.0.71 "GET /v2.0/networks/9b6961f2-0db7-4706-be19-6fbe4519a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841668 Mar 08 17:31:15.641746 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9113-2e8b-4542-9ad7-5955819176fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ffbd675b-fc57-41f0-b1d3-e7569d81deca), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.645081 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9113-2e8b-4542-9ad7-5955819176fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:15.647069 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e9dd9113-2e8b-4542-9ad7-5955819176fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffbd675b-fc57-41f0-b1d3-e7569d81deca HTTP/1.1" status: 204 len: 168 time: 0.1340749 Mar 08 17:31:15.655703 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd9113-2e8b-4542-9ad7-5955819176fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd675b-fc57-41f0-b1d3-e7569d81deca,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:15.779786 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e6a37-4f75-45e2-85bd-6f48decb6789 req-5cf93f33-54f8-45dc-a98b-bc9b36f5763f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:15.784270 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-566e6a37-4f75-45e2-85bd-6f48decb6789 req-5cf93f33-54f8-45dc-a98b-bc9b36f5763f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0615709 Mar 08 17:31:15.834534 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-566e6a37-4f75-45e2-85bd-6f48decb6789 req-16d40f8c-ca76-46fe-a8fd-9f2ddf2d44ef tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474491 Mar 08 17:31:16.070638 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50406) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:16.088479 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4419991d-959b-4840-aae2-323c4d2633a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:16.167896 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4419991d-959b-4840-aae2-323c4d2633a7 admin admin] Publish callbacks [] for security_group (e95d25f1-bd3c-40ad-add2-69edbb99eabf), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:16.173358 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4419991d-959b-4840-aae2-323c4d2633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e95d25f1-bd3c-40ad-add2-69edbb99eabf), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:16.212335 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4419991d-959b-4840-aae2-323c4d2633a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92c0e565e2c24d4d97c6c3f3c3ccb0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403186 Mar 08 17:31:16.214510 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419991d-959b-4840-aae2-323c4d2633a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95d25f1-bd3c-40ad-add2-69edbb99eabf,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:16.215498 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 50414) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:16.272424 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5c7f86f5-7d90-42fc-967c-60a349a90635 admin admin] Publish callbacks [] for security_group (e95d25f1-bd3c-40ad-add2-69edbb99eabf), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:16.296519 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5c7f86f5-7d90-42fc-967c-60a349a90635 admin admin] Publish callbacks [] for security_group (e95d25f1-bd3c-40ad-add2-69edbb99eabf), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:16.376414 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d9b20-67fc-498d-8ac6-c53bac444c0e req-a9f45e00-68ed-4133-b630-7288ec68201f tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:16.377903 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-814d9b20-67fc-498d-8ac6-c53bac444c0e req-a9f45e00-68ed-4133-b630-7288ec68201f tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 948 time: 0.0736134 Mar 08 17:31:16.391820 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5c7f86f5-7d90-42fc-967c-60a349a90635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e95d25f1-bd3c-40ad-add2-69edbb99eabf), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:16.394344 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5c7f86f5-7d90-42fc-967c-60a349a90635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:16.395464 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5c7f86f5-7d90-42fc-967c-60a349a90635 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e95d25f1-bd3c-40ad-add2-69edbb99eabf HTTP/1.1" status: 204 len: 168 time: 0.1777573 Mar 08 17:31:16.411349 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f86f5-7d90-42fc-967c-60a349a90635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95d25f1-bd3c-40ad-add2-69edbb99eabf,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:16.439518 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-814d9b20-67fc-498d-8ac6-c53bac444c0e req-8b56a8cb-f74d-466b-b265-5408cf1cbc89 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544212 Mar 08 17:31:16.963989 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1845399-c468-4c5f-9787-20c4ae201e0a req-39852b81-a124-442b-98e4-60799fc4f9ba tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:16.965739 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a1845399-c468-4c5f-9787-20c4ae201e0a req-39852b81-a124-442b-98e4-60799fc4f9ba tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0593491 Mar 08 17:31:17.019302 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a1845399-c468-4c5f-9787-20c4ae201e0a req-e003752c-fb2a-4298-923b-82162390d1ca tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472834 Mar 08 17:31:17.115859 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 50448) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:17.213904 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1064385156-network', 'tenant_id': 'a1a0f0ec000646b18d93b5eb49d4de17'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:17.232782 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Made reservation on behalf of a1a0f0ec000646b18d93b5eb49d4de17 for: {'network': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:17.235052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.243470 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.322311 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Publish callbacks [] for security_group (51433556-58cb-4a18-8f10-ac1f69456652), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.326709 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (51433556-58cb-4a18-8f10-ac1f69456652), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.352445 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 987} {{(pid=103291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:31:17.362423 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51433556-58cb-4a18-8f10-ac1f69456652,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:17.367710 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (9fe7b2b4-8560-4c29-b670-5135580ad1e4), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.367985 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.segments_db [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Added segment 9fe7b2b4-8560-4c29-b670-5135580ad1e4 of type vlan for network 9e02a216-11bd-4087-a2ec-bdf16522b18c Mar 08 17:31:17.371569 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:31:17.411052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (9e02a216-11bd-4087-a2ec-bdf16522b18c), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.437324 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (9e02a216-11bd-4087-a2ec-bdf16522b18c), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.438450 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:17.439534 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.479887 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,segment=NetworkSegment(b978734b-b7fa-4c1b-bbc0-11256b986577),segment_id=b978734b-b7fa-4c1b-bbc0-11256b986577)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:17.491271 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '77ba4a3e-c0d8-458e-91c7-4988b46eebd9', 'network_id': '9b6961f2-0db7-4706-be19-6fbe4519a9cd', 'port_id': '77ba4a3e-c0d8-458e-91c7-4988b46eebd9', 'mac_address': 'fa:16:3e:23:86:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427962cf-e118-4bc3-bdde-c139cee5f738', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:31:17.503500 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50468) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:17.504125 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3866591 Mar 08 17:31:17.507226 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1226a-1d89-4abf-8204-ef6155211f3a admin admin] Pushing event updated for resources: {'Network': ['ID=9e02a216-11bd-4087-a2ec-bdf16522b18c,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:17.508673 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Request body: {'subnet': {'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1064385156-subnet', 'tenant_id': 'a1a0f0ec000646b18d93b5eb49d4de17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:17.522225 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 9e02a216-11bd-4087-a2ec-bdf16522b18c details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:31:17.538355 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Made reservation on behalf of a1a0f0ec000646b18d93b5eb49d4de17 for: {'subnet': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:17.541341 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59011033'] for subnet (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.575163 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6343351-bd52-4d52-9a31-a8defa10908c req-7a6aceb8-6249-42b8-89cf-768d3754f050 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:17.576858 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c6343351-bd52-4d52-9a31-a8defa10908c req-7a6aceb8-6249-42b8-89cf-768d3754f050 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 948 time: 0.0584869 Mar 08 17:31:17.582573 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:17.582988 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.600250 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:31:17.629180 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c6343351-bd52-4d52-9a31-a8defa10908c req-9081594b-514d-49d7-a332-563e6edea9e4 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434043 Mar 08 17:31:17.635554 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,segment=NetworkSegment(b978734b-b7fa-4c1b-bbc0-11256b986577),segment_id=b978734b-b7fa-4c1b-bbc0-11256b986577)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:17.643088 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.696489 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:17.720101 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62633025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59011015'] for subnet (0d53f716-789d-4493-a576-9b9a4483e76a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.785656 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d53f716-789d-4493-a576-9b9a4483e76a,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:17.795748 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Checking segment: {'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:17.796198 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Network hostable DHCP agents. Network: 9e02a216-11bd-4087-a2ec-bdf16522b18c, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:31:17.814905 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Network 9e02a216-11bd-4087-a2ec-bdf16522b18c is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:31:17.829324 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 9e02a216-11bd-4087-a2ec-bdf16522b18c) {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:17.833718 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:17.834321 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:17.838458 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64be1dc-ceb6-4672-87da-8833b34c27e5 None None] Network 9e02a216-11bd-4087-a2ec-bdf16522b18c requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:31:17.856381 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-cbfa23f1-7aa1-4e62-b2ce-d629f9ba926d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3516085 Mar 08 17:31:17.949889 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756ebdd-1462-42b6-857d-020bb9bed56f None None] Network 9e02a216-11bd-4087-a2ec-bdf16522b18c requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:31:18.114643 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['77ba4a3e-c0d8-458e-91c7-4988b46eebd9'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:31:18.158739 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efcac0-9dca-47ca-a782-9f9972782812 req-f3b2a49e-738a-4bdf-ac1b-bca9e7643351 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:18.160399 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-41efcac0-9dca-47ca-a782-9f9972782812 req-f3b2a49e-738a-4bdf-ac1b-bca9e7643351 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0612979 Mar 08 17:31:18.211170 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-41efcac0-9dca-47ca-a782-9f9972782812 req-194caf2d-ca8d-42bd-8a8b-1ff0ed2dd939 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Mar 08 17:31:18.770109 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881e271-4d14-4e82-9f3e-14265dd89732 req-690e192e-72ff-434e-86d4-bad9c098e89c tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:18.771845 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6881e271-4d14-4e82-9f3e-14265dd89732 req-690e192e-72ff-434e-86d4-bad9c098e89c tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 949 time: 0.0532172 Mar 08 17:31:18.819875 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6881e271-4d14-4e82-9f3e-14265dd89732 req-0a9470d8-4b72-49da-8d6e-2369c29aee3d tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Mar 08 17:31:19.334808 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924d688-8b0a-45e9-986f-51375506f892 req-fb2e8d97-369f-41e2-b349-53fa96ca925b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:19.336307 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f924d688-8b0a-45e9-986f-51375506f892 req-fb2e8d97-369f-41e2-b349-53fa96ca925b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0532272 Mar 08 17:31:19.388522 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f924d688-8b0a-45e9-986f-51375506f892 req-c90e0fd0-5f20-477c-a388-814b63ce5508 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Mar 08 17:31:19.398405 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:19.447894 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:31:19.451868 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:19.452250 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:19.530847 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:19.531244 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:19.555457 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df1e98c-17d8-4c50-9a08-0de5c7ed0760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ba4a3e-c0d8-458e-91c7-4988b46eebd9'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:31:19.557728 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea628d-2955-41fb-a7d5-4f7224ed95b4" -d '{"events": [{"server_uuid": "1df1e98c-17d8-4c50-9a08-0de5c7ed0760", "name": "network-vif-plugged", "status": "completed", "tag": "77ba4a3e-c0d8-458e-91c7-4988b46eebd9"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:31:19.570708 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,segment=NetworkSegment(b978734b-b7fa-4c1b-bbc0-11256b986577),segment_id=b978734b-b7fa-4c1b-bbc0-11256b986577)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:19.576144 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:19.601899 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8756836-e0e8-46af-8f2b-d1c9be73a131 x-openstack-request-id: req-d8756836-e0e8-46af-8f2b-d1c9be73a131 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:31:19.602212 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df1e98c-17d8-4c50-9a08-0de5c7ed0760", "name": "network-vif-plugged", "status": "completed", "tag": "77ba4a3e-c0d8-458e-91c7-4988b46eebd9", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:31:19.602468 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8756836-e0e8-46af-8f2b-d1c9be73a131 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:31:19.602864 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df1e98c-17d8-4c50-9a08-0de5c7ed0760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ba4a3e-c0d8-458e-91c7-4988b46eebd9', 'code': 200} Mar 08 17:31:19.627945 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:19.693018 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-83e41db7-64e8-496f-ac6e-680ea7c2ae9c tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:19.694572 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-83e41db7-64e8-496f-ac6e-680ea7c2ae9c tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/networks?id=9e02a216-11bd-4087-a2ec-bdf16522b18c HTTP/1.1" status: 200 len: 809 time: 0.1014531 Mar 08 17:31:19.709427 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-bfd80d27-5951-4087-9cbe-1c7ac9b01e26 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/quotas/a1a0f0ec000646b18d93b5eb49d4de17 HTTP/1.1" status: 200 len: 375 time: 0.0092471 Mar 08 17:31:19.745133 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-f6ab6b78-3782-4f84-945d-c2efec75e498 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1a0f0ec000646b18d93b5eb49d4de17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304687 Mar 08 17:31:19.870674 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-70c545ff-d16c-4490-b103-ca30a47fd244 service neutron] 10.222.0.46 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174634 Mar 08 17:31:19.879418 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc70828-9e2a-4760-a17e-2f44413297c0 req-53f02065-cb9f-49d5-afb0-3073a1230899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:19.882415 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9dc70828-9e2a-4760-a17e-2f44413297c0 req-53f02065-cb9f-49d5-afb0-3073a1230899 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 1134 time: 0.0711720 Mar 08 17:31:20.039090 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9dc70828-9e2a-4760-a17e-2f44413297c0 req-a1bf1f7f-15e2-4ac2-8359-bfc4fcdae992 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270218 Mar 08 17:31:20.050383 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2741c36-f794-4788-8e5b-84531c6899d1 req-cf57736f-ee9e-4575-94d5-9ee788ff8af5 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:20.051982 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f2741c36-f794-4788-8e5b-84531c6899d1 req-cf57736f-ee9e-4575-94d5-9ee788ff8af5 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 950 time: 0.1616888 Mar 08 17:31:20.083570 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-7818897f-0bc5-44e9-8cee-61ceb716286f service neutron] 10.222.0.46 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002084 Mar 08 17:31:20.112432 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f2741c36-f794-4788-8e5b-84531c6899d1 req-a62c11af-bf3b-4132-b904-000654f9e063 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529907 Mar 08 17:31:20.305050 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28d8c9e9-90b0-4329-af17-1a27774c6790 req-3540f84b-430e-4d4f-b371-245dd6c21efe tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 210 time: 0.0358329 Mar 08 17:31:20.519368 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a6b25-9a03-48b3-a4a5-6eeda8759f03 req-5f5b8f8a-77b8-44c7-8e3f-f609b7506fc7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:20.521019 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3e3a6b25-9a03-48b3-a4a5-6eeda8759f03 req-5f5b8f8a-77b8-44c7-8e3f-f609b7506fc7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0617001 Mar 08 17:31:20.569500 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3e3a6b25-9a03-48b3-a4a5-6eeda8759f03 req-752a55bc-71cc-49f4-8145-33416eff0eb8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416758 Mar 08 17:31:21.245441 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebd96d-6f9d-4775-9cf0-b77bd4edcf8b req-e8b2f994-968b-440c-9760-2987761043b9 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:21.246941 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-56ebd96d-6f9d-4775-9cf0-b77bd4edcf8b req-e8b2f994-968b-440c-9760-2987761043b9 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 950 time: 0.0568829 Mar 08 17:31:21.304166 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-56ebd96d-6f9d-4775-9cf0-b77bd4edcf8b req-e6ea9130-c1f0-483e-ab05-29caca173604 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485835 Mar 08 17:31:21.420126 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dd48050e-0050-4edb-963d-6816eacd4a4a req-b75101ea-cd22-49ac-9a34-77144ca2c7ba tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 210 time: 0.0378432 Mar 08 17:31:21.673682 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-c57cc170-45be-40df-a538-efe64d04f749 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:21.675843 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-c57cc170-45be-40df-a538-efe64d04f749 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.71 "GET /v2.0/networks?id=9e02a216-11bd-4087-a2ec-bdf16522b18c HTTP/1.1" status: 200 len: 809 time: 0.1909451 Mar 08 17:31:21.712060 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Request body: {'port': {'device_id': '11376d0d-ef9c-4163-af5f-5df20159454c', 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c', 'admin_state_up': True, 'tenant_id': 'a1a0f0ec000646b18d93b5eb49d4de17'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:21.792719 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d2d35-8fdc-49ba-a5a6-d192037f7245 req-796d69a8-41c3-4144-8942-e702b6a67df7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:21.794702 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c22d2d35-8fdc-49ba-a5a6-d192037f7245 req-796d69a8-41c3-4144-8942-e702b6a67df7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1171393 Mar 08 17:31:21.867282 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c22d2d35-8fdc-49ba-a5a6-d192037f7245 req-6b0f5a42-70f8-494a-b2ca-7fc5cd2f0f15 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672131 Mar 08 17:31:21.869378 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Made reservation on behalf of a1a0f0ec000646b18d93b5eb49d4de17 for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:21.872531 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:21.994530 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Allocated IP 172.20.0.12 (9e02a216-11bd-4087-a2ec-bdf16522b18c/0d53f716-789d-4493-a576-9b9a4483e76a/97f00ce1-09d4-41b1-aa4c-ba30de70f9fd) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:22.144043 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks [] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:22.182180 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:22.227194 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Network 9e02a216-11bd-4087-a2ec-bdf16522b18c is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:22.230117 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:22.233994 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:22.261690 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Pushing event updated for resources: {'Port': ['ID=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:22.289873 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:22.290467 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:22.308429 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a8d089f3-f3ed-447f-abaf-6923e107519b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6015503 Mar 08 17:31:22.332429 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Request body: {'port': {'device_id': '11376d0d-ef9c-4163-af5f-5df20159454c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:22.416846 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:22.464769 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b215f69-0b4e-4d59-828c-75a19f7dbe77 req-d3819176-89cd-4e40-9e38-ead24ffc3d33 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:22.466217 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0b215f69-0b4e-4d59-828c-75a19f7dbe77 req-d3819176-89cd-4e40-9e38-ead24ffc3d33 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 950 time: 0.1020100 Mar 08 17:31:22.610649 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0b215f69-0b4e-4d59-828c-75a19f7dbe77 req-ded7247f-4982-4f40-9de0-d828990ef026 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378160 Mar 08 17:31:22.676774 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187a06-4c54-4956-86df-db7818a44a55 req-730e2d68-0872-462b-8606-21220591ac28 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:22.678050 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb187a06-4c54-4956-86df-db7818a44a55 req-730e2d68-0872-462b-8606-21220591ac28 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 932 time: 0.1898906 Mar 08 17:31:22.756197 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb187a06-4c54-4956-86df-db7818a44a55 req-4f882a2e-8580-4af8-aae4-781c02a9853d tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714252 Mar 08 17:31:22.836956 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:31:22.845569 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Publish callbacks [] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:22.865707 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Transition to ACTIVE for port object 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:31:22.872341 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:22.967221 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Pushing event updated for resources: {'Port': ['ID=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:23.057945 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5a04d-3f08-42a6-891d-1bad21eef337 req-be11a1e6-18a2-45af-b9b3-4f23e6457bac tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:23.059397 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b2b5a04d-3f08-42a6-891d-1bad21eef337 req-be11a1e6-18a2-45af-b9b3-4f23e6457bac tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 950 time: 0.1773753 Mar 08 17:31:23.093616 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50660) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:23.098535 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f07cb-3ede-4437-aeea-b3306eecfeee req-bf20e323-2107-4039-9756-882099e1f343 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:23.100168 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b9f07cb-3ede-4437-aeea-b3306eecfeee req-bf20e323-2107-4039-9756-882099e1f343 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1554539 Mar 08 17:31:23.130486 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Attempting to bind port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:23.130845 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Attempting to bind port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:23.131174 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Attempting to bind port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd on network 9e02a216-11bd-4087-a2ec-bdf16522b18c {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:23.150903 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd on network 9e02a216-11bd-4087-a2ec-bdf16522b18c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:31:23.151226 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Attempting to bind port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd on network 9e02a216-11bd-4087-a2ec-bdf16522b18c {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:23.168298 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b2b5a04d-3f08-42a6-891d-1bad21eef337 req-696ab14c-6914-4bbe-8e9d-98173065f769 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017799 Mar 08 17:31:23.172966 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:23.173308 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Checking segment: {'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:23.173584 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Bound using segment: {'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:23.174025 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Bound port: 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:23.174838 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.189657 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b9f07cb-3ede-4437-aeea-b3306eecfeee req-d1ab1f18-1322-4d21-89e5-97ed199887c1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825620 Mar 08 17:31:23.202937 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41f14699-0769-4001-b8fb-cc42c786b29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.245188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] For port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:23.248337 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] For port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:23.255965 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.278293 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41f14699-0769-4001-b8fb-cc42c786b29a admin admin] Publish callbacks [] for security_group (ad660cc8-ed9c-4eb5-b135-24c0094f17e9), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.283008 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41f14699-0769-4001-b8fb-cc42c786b29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ad660cc8-ed9c-4eb5-b135-24c0094f17e9), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.296267 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:23.297151 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.298260 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] 10.222.0.71 "PUT /v2.0/ports/97f00ce1-09d4-41b1-aa4c-ba30de70f9fd HTTP/1.1" status: 200 len: 1094 time: 0.9702580 Mar 08 17:31:23.298709 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11376d0d-ef9c-4163-af5f-5df20159454c', 'tag': '97f00ce1-09d4-41b1-aa4c-ba30de70f9fd'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:31:23.300992 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed97ef37-6d7b-4594-9374-0cfbef44987e" -d '{"events": [{"name": "network-changed", "server_uuid": "11376d0d-ef9c-4163-af5f-5df20159454c", "tag": "97f00ce1-09d4-41b1-aa4c-ba30de70f9fd"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:31:23.321482 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1527cfe-13df-4e48-9440-3c23f4dd3b79 service neutron] Pushing event updated for resources: {'Port': ['ID=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:23.321747 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-41f14699-0769-4001-b8fb-cc42c786b29a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f895310630b4974ac332a29a178e6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268744 Mar 08 17:31:23.322645 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f14699-0769-4001-b8fb-cc42c786b29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad660cc8-ed9c-4eb5-b135-24c0094f17e9,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:23.324413 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 50666) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:23.371329 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663b3872-a580-48e4-a175-4240d20e8c25 x-openstack-request-id: req-663b3872-a580-48e4-a175-4240d20e8c25 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:31:23.371625 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11376d0d-ef9c-4163-af5f-5df20159454c", "tag": "97f00ce1-09d4-41b1-aa4c-ba30de70f9fd", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:31:23.371985 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-663b3872-a580-48e4-a175-4240d20e8c25 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:31:23.372383 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11376d0d-ef9c-4163-af5f-5df20159454c', 'tag': '97f00ce1-09d4-41b1-aa4c-ba30de70f9fd', 'status': 'completed', 'code': 200} Mar 08 17:31:23.375118 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2226bf49-da72-401c-98bc-f58e365617de admin admin] Publish callbacks [] for security_group (ad660cc8-ed9c-4eb5-b135-24c0094f17e9), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.397035 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2226bf49-da72-401c-98bc-f58e365617de admin admin] Publish callbacks [] for security_group (ad660cc8-ed9c-4eb5-b135-24c0094f17e9), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.463008 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-5d924e44-02fa-4a37-a2cd-0abc59386a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:23.464412 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-5d924e44-02fa-4a37-a2cd-0abc59386a59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a0f0ec000646b18d93b5eb49d4de17&device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 1128 time: 0.0612118 Mar 08 17:31:23.475851 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2226bf49-da72-401c-98bc-f58e365617de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ad660cc8-ed9c-4eb5-b135-24c0094f17e9), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.478463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2226bf49-da72-401c-98bc-f58e365617de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.479474 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-2226bf49-da72-401c-98bc-f58e365617de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad660cc8-ed9c-4eb5-b135-24c0094f17e9 HTTP/1.1" status: 204 len: 168 time: 0.1541686 Mar 08 17:31:23.487633 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226bf49-da72-401c-98bc-f58e365617de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad660cc8-ed9c-4eb5-b135-24c0094f17e9,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:23.530943 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-fb2ce152-9d9b-4271-ba7b-08f3da3150ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd HTTP/1.1" status: 200 len: 217 time: 0.0398624 Mar 08 17:31:23.582959 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-7740abe6-caf7-44f1-8755-3a0ff7b9a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:23.584550 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-7740abe6-caf7-44f1-8755-3a0ff7b9a08d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d53f716-789d-4493-a576-9b9a4483e76a HTTP/1.1" status: 200 len: 849 time: 0.0458674 Mar 08 17:31:23.617735 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-c53edbfd-5743-40b8-bf9b-76ddb062dfae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e02a216-11bd-4087-a2ec-bdf16522b18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248196 Mar 08 17:31:23.710100 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-99dc2d82-c9e0-4868-b55c-f43892b692ca service neutron] 10.222.0.71 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847511 Mar 08 17:31:23.774878 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50672) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:23.788775 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-113161e9-ef56-4b79-97b0-63143ef6d31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.807650 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28fea294-c5e3-46e3-a9ca-52804e83cf0f req-46ca146f-bde8-4a22-912c-65f686257dbd service neutron] 10.222.0.71 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905268 Mar 08 17:31:23.866522 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-113161e9-ef56-4b79-97b0-63143ef6d31d admin admin] Publish callbacks [] for security_group (c480e914-7b3b-4a59-ac90-9537f37ae07a), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.872260 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-113161e9-ef56-4b79-97b0-63143ef6d31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c480e914-7b3b-4a59-ac90-9537f37ae07a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.886589 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afaca9a-29ce-46c1-aabc-e396c7d6e8a7 req-78fdb408-5c08-4a49-86d9-00822656c2aa tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:23.888135 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7afaca9a-29ce-46c1-aabc-e396c7d6e8a7 req-78fdb408-5c08-4a49-86d9-00822656c2aa tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 944 time: 0.0581341 Mar 08 17:31:23.913854 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-113161e9-ef56-4b79-97b0-63143ef6d31d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c31f7b7aa67444528c088ca8ee461c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377585 Mar 08 17:31:23.914477 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50678) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:23.921174 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113161e9-ef56-4b79-97b0-63143ef6d31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c480e914-7b3b-4a59-ac90-9537f37ae07a,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:23.973905 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-caa5ca01-71b7-42e7-94f7-836d6f5a209c admin admin] Publish callbacks [] for security_group (c480e914-7b3b-4a59-ac90-9537f37ae07a), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.974706 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7afaca9a-29ce-46c1-aabc-e396c7d6e8a7 req-329a544e-4f96-406a-923e-70a997e52998 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797031 Mar 08 17:31:23.984206 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-753f671b-410a-4914-a2a5-e7eea50483d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:23.986002 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-753f671b-410a-4914-a2a5-e7eea50483d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a0f0ec000646b18d93b5eb49d4de17&device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 1128 time: 0.0721173 Mar 08 17:31:24.001484 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-caa5ca01-71b7-42e7-94f7-836d6f5a209c admin admin] Publish callbacks [] for security_group (c480e914-7b3b-4a59-ac90-9537f37ae07a), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.056593 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-caa5ca01-71b7-42e7-94f7-836d6f5a209c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c480e914-7b3b-4a59-ac90-9537f37ae07a), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.059602 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-caa5ca01-71b7-42e7-94f7-836d6f5a209c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.063771 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-caa5ca01-71b7-42e7-94f7-836d6f5a209c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c480e914-7b3b-4a59-ac90-9537f37ae07a HTTP/1.1" status: 204 len: 168 time: 0.1475580 Mar 08 17:31:24.073652 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5ca01-71b7-42e7-94f7-836d6f5a209c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480e914-7b3b-4a59-ac90-9537f37ae07a,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:24.100019 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-4e60080a-2204-410c-90f7-196886141759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:24.101497 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-4e60080a-2204-410c-90f7-196886141759 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e02a216-11bd-4087-a2ec-bdf16522b18c HTTP/1.1" status: 200 len: 910 time: 0.1081278 Mar 08 17:31:24.151999 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-9323c054-b891-4bde-9b00-f93cf119216e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd HTTP/1.1" status: 200 len: 217 time: 0.0364580 Mar 08 17:31:24.203307 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-a8303645-25ab-4152-b07a-302ae868ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:24.204735 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-a8303645-25ab-4152-b07a-302ae868ae11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d53f716-789d-4493-a576-9b9a4483e76a HTTP/1.1" status: 200 len: 849 time: 0.0432413 Mar 08 17:31:24.248353 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-f065350e-77ac-4fcf-89a6-1a5e2e025c33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e02a216-11bd-4087-a2ec-bdf16522b18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277162 Mar 08 17:31:24.399927 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 50692) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:24.404927 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa786-61f2-43f3-b1a9-5ed06d1ac578 req-b434fead-e786-4ba9-a2a6-d2191b8c3d4d tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:24.406395 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-515fa786-61f2-43f3-b1a9-5ed06d1ac578 req-b434fead-e786-4ba9-a2a6-d2191b8c3d4d tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 950 time: 0.1561482 Mar 08 17:31:24.411628 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-ddebbbe8-c6cc-4069-97d8-56c5e20cda8c service neutron] 10.222.0.71 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516888 Mar 08 17:31:24.413149 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-20f6832a-c22f-4528-9370-8684d3bd4cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.427566 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a4851-5a3f-44d7-9f4a-fba402f2f7e8 req-faa8326f-e5df-406f-99ee-68db56ac13e6 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:24.429037 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c5a4851-5a3f-44d7-9f4a-fba402f2f7e8 req-faa8326f-e5df-406f-99ee-68db56ac13e6 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1446264 Mar 08 17:31:24.491600 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-20f6832a-c22f-4528-9370-8684d3bd4cc7 admin admin] Publish callbacks [] for security_group (3154d284-32c1-4b8e-8e06-b7fd25391123), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.498950 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-20f6832a-c22f-4528-9370-8684d3bd4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (3154d284-32c1-4b8e-8e06-b7fd25391123), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.536293 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-20f6832a-c22f-4528-9370-8684d3bd4cc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e354c3095eb4f16a7391822c5c37d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351764 Mar 08 17:31:24.539752 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 50698) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:24.543176 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6832a-c22f-4528-9370-8684d3bd4cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3154d284-32c1-4b8e-8e06-b7fd25391123,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:24.563115 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-515fa786-61f2-43f3-b1a9-5ed06d1ac578 req-709b44b6-776c-4ca7-97c5-056bb7f98f71 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/security-groups?id=492b1089-24ef-442e-b308-97be43d4faac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491570 Mar 08 17:31:24.583396 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c5a4851-5a3f-44d7-9f4a-fba402f2f7e8 req-307886ee-e5a6-468e-bf14-39f66923e220 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364760 Mar 08 17:31:24.861680 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed97ef37-6d7b-4594-9374-0cfbef44987e req-8200233c-7e6f-45a6-9e98-744117dcad24 service neutron] 10.222.0.71 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315739 Mar 08 17:31:24.870983 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1440-4490-47d9-8da8-1796b072e79d admin admin] Publish callbacks [] for security_group (3154d284-32c1-4b8e-8e06-b7fd25391123), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.892564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1440-4490-47d9-8da8-1796b072e79d admin admin] Publish callbacks [] for security_group (3154d284-32c1-4b8e-8e06-b7fd25391123), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.942503 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1440-4490-47d9-8da8-1796b072e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (3154d284-32c1-4b8e-8e06-b7fd25391123), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.945272 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1440-4490-47d9-8da8-1796b072e79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:24.946376 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-3ecd1440-4490-47d9-8da8-1796b072e79d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3154d284-32c1-4b8e-8e06-b7fd25391123 HTTP/1.1" status: 204 len: 168 time: 0.4034801 Mar 08 17:31:24.953843 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd1440-4490-47d9-8da8-1796b072e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3154d284-32c1-4b8e-8e06-b7fd25391123,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:25.096105 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-c2fd6682-2ba5-4148-88f9-863a987692bf tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:25.097929 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-c2fd6682-2ba5-4148-88f9-863a987692bf tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.71 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 950 time: 0.0880446 Mar 08 17:31:25.152578 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359a6b8-b27d-4f42-a0e3-7209adaeb178 req-eab34df2-ba7c-4034-8ca0-abcc19cfe0a1 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:25.154077 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7359a6b8-b27d-4f42-a0e3-7209adaeb178 req-eab34df2-ba7c-4034-8ca0-abcc19cfe0a1 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 944 time: 0.1057775 Mar 08 17:31:25.242142 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7359a6b8-b27d-4f42-a0e3-7209adaeb178 req-a078a2b6-4928-4536-b97d-c689d4ba0c14 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775352 Mar 08 17:31:25.250920 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Deleting port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:31:25.251377 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:25.346803 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] For port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,segment=NetworkSegment(b978734b-b7fa-4c1b-bbc0-11256b986577),segment_id=b978734b-b7fa-4c1b-bbc0-11256b986577)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:25.347471 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:25.359236 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Calling delete_port for 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:31:25.431495 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:31:25.496538 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (77ba4a3e-c0d8-458e-91c7-4988b46eebd9), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:25.530877 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Pushing event deleted for resources: {'Port': ['ID=77ba4a3e-c0d8-458e-91c7-4988b46eebd9,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:25.534271 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:25.547213 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '97f00ce1-09d4-41b1-aa4c-ba30de70f9fd', 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c', 'port_id': '97f00ce1-09d4-41b1-aa4c-ba30de70f9fd', 'mac_address': 'fa:16:3e:4b:94:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d53f716-789d-4493-a576-9b9a4483e76a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:31:25.549600 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['77ba4a3e-c0d8-458e-91c7-4988b46eebd9'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:31:25.591223 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] No DVR routers for this DVR port 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:31:25.595224 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:25.601708 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4f3174f5-637c-4281-b99a-bf13de0d2a22 req-e9a86bc8-ff94-4d41-aac5-bfe6c16036c3 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.71 "DELETE /v2.0/ports/77ba4a3e-c0d8-458e-91c7-4988b46eebd9 HTTP/1.1" status: 204 len: 173 time: 0.4954438 Mar 08 17:31:25.602166 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df1e98c-17d8-4c50-9a08-0de5c7ed0760', 'name': 'network-vif-deleted', 'tag': '77ba4a3e-c0d8-458e-91c7-4988b46eebd9'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:31:25.612347 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a69506-4814-47db-9306-9d5449b751f4" -d '{"events": [{"server_uuid": "1df1e98c-17d8-4c50-9a08-0de5c7ed0760", "name": "network-vif-deleted", "tag": "77ba4a3e-c0d8-458e-91c7-4988b46eebd9"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:31:25.621633 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:25.622130 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:25.637618 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:31:25.659733 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:25.666784 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:25.725219 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:25.745838 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0eeb5ec3-0df0-482c-8fb0-24177e0b5da5 req-ef915cb2-0ab6-4da2-a54e-8f67d456b363 tempest-VolumesNegativeTest-1762899905 tempest-VolumesNegativeTest-1762899905-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df1e98c-17d8-4c50-9a08-0de5c7ed0760 HTTP/1.1" status: 200 len: 210 time: 0.0672266 Mar 08 17:31:25.814723 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3626fe4-e78a-466b-8481-6bccb6108154 x-openstack-request-id: req-c3626fe4-e78a-466b-8481-6bccb6108154 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:31:25.815025 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df1e98c-17d8-4c50-9a08-0de5c7ed0760", "name": "network-vif-deleted", "tag": "77ba4a3e-c0d8-458e-91c7-4988b46eebd9", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:31:25.815262 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3626fe4-e78a-466b-8481-6bccb6108154 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:31:25.815654 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df1e98c-17d8-4c50-9a08-0de5c7ed0760', 'name': 'network-vif-deleted', 'tag': '77ba4a3e-c0d8-458e-91c7-4988b46eebd9', 'status': 'completed', 'code': 200} Mar 08 17:31:25.838377 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb72f-e098-432a-adb6-0b7c488292fd req-0dc48c0d-8765-4251-844b-1607f1b9ab36 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:25.839831 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1a1bb72f-e098-432a-adb6-0b7c488292fd req-0dc48c0d-8765-4251-844b-1607f1b9ab36 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1149580 Mar 08 17:31:25.889431 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1a1bb72f-e098-432a-adb6-0b7c488292fd req-03858160-6a8c-45d2-b172-f9b769dc92bf tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Mar 08 17:31:26.066165 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2d01-7107-4629-936a-5ae3eae94afe req-a951cf64-4997-41ff-b00a-9c5e7824691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:26.067824 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-063a2d01-7107-4629-936a-5ae3eae94afe req-a951cf64-4997-41ff-b00a-9c5e7824691d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1130 time: 0.0477157 Mar 08 17:31:26.094797 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['97f00ce1-09d4-41b1-aa4c-ba30de70f9fd'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:31:26.141388 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-063a2d01-7107-4629-936a-5ae3eae94afe req-f3096cd0-a1a8-4f1f-b1b9-9d844657ece5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660880 Mar 08 17:31:26.370569 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43616fef-adf6-40ef-ad21-024997b21bd3 req-acee2ef3-0ac9-40cc-9705-03b4df1ca98d tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:26.372094 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-43616fef-adf6-40ef-ad21-024997b21bd3 req-acee2ef3-0ac9-40cc-9705-03b4df1ca98d tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 945 time: 0.0571554 Mar 08 17:31:26.427628 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-43616fef-adf6-40ef-ad21-024997b21bd3 req-10c7b572-0600-481a-a56a-738d68bef0fd tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473576 Mar 08 17:31:27.016543 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c899c54-181f-475b-88e0-b69fbc423c98 req-2daa37f6-e612-4646-8ab0-2af86a922d5f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:27.018044 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c899c54-181f-475b-88e0-b69fbc423c98 req-2daa37f6-e612-4646-8ab0-2af86a922d5f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0546505 Mar 08 17:31:27.067241 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c899c54-181f-475b-88e0-b69fbc423c98 req-0cfab9fc-d303-4930-88aa-385476c727a6 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Mar 08 17:31:27.480441 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-01426d87-98cf-487a-8ec3-e4c87c281648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:27.496310 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:27.574052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebda3-5833-48d4-b94a-c951e24c2287 req-421d149c-3a6a-4be3-8e74-c7a706209936 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:27.575995 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:31:27.581875 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:27.582536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:27.583708 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ce0ebda3-5833-48d4-b94a-c951e24c2287 req-421d149c-3a6a-4be3-8e74-c7a706209936 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 945 time: 0.0771060 Mar 08 17:31:27.646164 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ce0ebda3-5833-48d4-b94a-c951e24c2287 req-5c73aab3-dacd-4474-a69c-b84c84bdb193 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592620 Mar 08 17:31:27.719115 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:27.720028 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:27.749902 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11376d0d-ef9c-4163-af5f-5df20159454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f00ce1-09d4-41b1-aa4c-ba30de70f9fd'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:31:27.752198 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4964ef72-1f80-46b8-8c77-1730848d6544" -d '{"events": [{"server_uuid": "11376d0d-ef9c-4163-af5f-5df20159454c", "name": "network-vif-plugged", "status": "completed", "tag": "97f00ce1-09d4-41b1-aa4c-ba30de70f9fd"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:31:27.768175 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:27.775147 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:27.776463 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:31:27.802004 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:31:27.802637 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 77ba4a3e-c0d8-458e-91c7-4988b46eebd9 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:31:27.822852 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94fcab1-f5fb-46f3-96d9-869541e510f1 x-openstack-request-id: req-d94fcab1-f5fb-46f3-96d9-869541e510f1 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:31:27.823242 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11376d0d-ef9c-4163-af5f-5df20159454c", "name": "network-vif-plugged", "status": "completed", "tag": "97f00ce1-09d4-41b1-aa4c-ba30de70f9fd", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:31:27.823457 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d94fcab1-f5fb-46f3-96d9-869541e510f1 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:31:27.824230 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11376d0d-ef9c-4163-af5f-5df20159454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f00ce1-09d4-41b1-aa4c-ba30de70f9fd', 'code': 200} Mar 08 17:31:27.861842 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:28.050149 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe178f92-efed-44c5-8860-d421d2b121dc req-c0b518b2-32b1-44b7-94e1-642397a3063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:28.051787 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fe178f92-efed-44c5-8860-d421d2b121dc req-c0b518b2-32b1-44b7-94e1-642397a3063f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 1130 time: 0.0447755 Mar 08 17:31:28.111571 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fe178f92-efed-44c5-8860-d421d2b121dc req-bed03749-1067-4cac-830e-93ddd72d92bb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Mar 08 17:31:28.191452 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e531723-5a4d-4984-824b-e6e881acca9b req-e2ae7c14-d887-4df3-965e-da983a3cda4f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:28.192973 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e531723-5a4d-4984-824b-e6e881acca9b req-e2ae7c14-d887-4df3-965e-da983a3cda4f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0537724 Mar 08 17:31:28.243129 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e531723-5a4d-4984-824b-e6e881acca9b req-6d9c1151-4271-4f67-a6cf-e204b3a845be tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444219 Mar 08 17:31:28.502406 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f871d0-7a38-4946-a672-9ba64a24b670 req-65678c3f-407f-4e39-a0fe-8397bb763dc7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:28.503760 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-33f871d0-7a38-4946-a672-9ba64a24b670 req-65678c3f-407f-4e39-a0fe-8397bb763dc7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0591457 Mar 08 17:31:28.551986 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-33f871d0-7a38-4946-a672-9ba64a24b670 req-edcb992d-86c1-4768-b6a1-05843f3e28da tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Mar 08 17:31:28.760874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6b7f5-4bac-4e99-b41a-9579946b7649 req-53911a03-0786-4389-9195-0c360c7a503e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:28.762376 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dff6b7f5-4bac-4e99-b41a-9579946b7649 req-53911a03-0786-4389-9195-0c360c7a503e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0558343 Mar 08 17:31:28.811749 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dff6b7f5-4bac-4e99-b41a-9579946b7649 req-a68389b9-f345-4c14-9a92-33ddcc463f4a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Mar 08 17:31:29.671921 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcf532-94f0-4bfc-ae88-5f38d888a4ee req-321fc5eb-7cf2-4bbb-9267-aa7491561fce tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:29.673441 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6dfcf532-94f0-4bfc-ae88-5f38d888a4ee req-321fc5eb-7cf2-4bbb-9267-aa7491561fce tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0524044 Mar 08 17:31:29.726047 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6dfcf532-94f0-4bfc-ae88-5f38d888a4ee req-51f49c8f-ea8f-4832-9b33-eec9715dd98f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468552 Mar 08 17:31:29.733240 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-df2d6441-5115-4c1f-aa91-9466c554b3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:29.950103 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724321f4-1fc3-486b-93eb-17b4287d7cd2 req-f3c0919d-4e1a-49e7-8d22-9d631412e207 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:29.951578 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-724321f4-1fc3-486b-93eb-17b4287d7cd2 req-f3c0919d-4e1a-49e7-8d22-9d631412e207 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0595653 Mar 08 17:31:29.999119 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-724321f4-1fc3-486b-93eb-17b4287d7cd2 req-f86f4a48-24fe-4696-a56c-cd3036738c49 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Mar 08 17:31:30.839958 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:30.858833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e1d6-ed52-448c-a49a-19b852862ce5 req-dd9f57ea-cdde-48b9-8572-130ffa119589 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:30.860923 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a06e1d6-ed52-448c-a49a-19b852862ce5 req-dd9f57ea-cdde-48b9-8572-130ffa119589 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0625627 Mar 08 17:31:30.906611 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a06e1d6-ed52-448c-a49a-19b852862ce5 req-2abcd515-b868-4d6e-b8f7-c075cf7c95d0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Mar 08 17:31:31.118093 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde249c6-ef37-4445-98a3-22ccdb94acaa req-d01ca45b-e560-4b7c-b663-f82616828f25 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:31.119675 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bde249c6-ef37-4445-98a3-22ccdb94acaa req-d01ca45b-e560-4b7c-b663-f82616828f25 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0546603 Mar 08 17:31:31.173093 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bde249c6-ef37-4445-98a3-22ccdb94acaa req-327cc7f6-5de2-4254-af51-2e1ca6bb2d5e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Mar 08 17:31:31.354720 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-e2b7258f-9029-4254-a43e-bc994d9dd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:31.356264 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-e2b7258f-9029-4254-a43e-bc994d9dd7df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1130 time: 0.0473893 Mar 08 17:31:31.464896 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-25b02074-b9a4-404d-9f08-4a8ef788ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:31.466365 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-25b02074-b9a4-404d-9f08-4a8ef788ae0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 919 time: 0.1007087 Mar 08 17:31:31.513027 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-8f79e75f-e23a-4dfe-94b4-a2b9230784fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b39596-bf88-44dd-a692-5262f3d60cba HTTP/1.1" status: 200 len: 217 time: 0.0371211 Mar 08 17:31:31.567220 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-35aff07f-4c9b-4455-8b24-7e163ad661a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:31.568628 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-35aff07f-4c9b-4455-8b24-7e163ad661a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 200 len: 858 time: 0.0431342 Mar 08 17:31:31.610978 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-83c2ad9e-22e4-427d-895d-6078ce19ff21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240474 Mar 08 17:31:31.703396 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-970f3038-19d1-40a2-8422-b786c8807f1e service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Mar 08 17:31:31.797176 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ea1d1a5-2fca-4358-a027-87ca7b9811c3 req-d535cdb0-eb82-4922-be97-51f2d7bc8a26 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850172 Mar 08 17:31:32.026358 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e02df-a97a-47a7-ae24-59ffd9d6d4d4 req-0096a287-67b6-4271-9a1a-b5833bf30054 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:32.027837 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e79e02df-a97a-47a7-ae24-59ffd9d6d4d4 req-0096a287-67b6-4271-9a1a-b5833bf30054 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0538797 Mar 08 17:31:32.079211 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e79e02df-a97a-47a7-ae24-59ffd9d6d4d4 req-3bf018a1-7b36-4a90-8b89-13ee5aa1b6f1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456481 Mar 08 17:31:32.248500 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:31:32.255050 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:32.307514 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419d6c2-a63d-4450-bfe2-7c3b79085455 req-98b674c1-e294-4ec5-b580-a135e26cfb3a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:32.309017 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3419d6c2-a63d-4450-bfe2-7c3b79085455 req-98b674c1-e294-4ec5-b580-a135e26cfb3a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0522196 Mar 08 17:31:32.356458 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3419d6c2-a63d-4450-bfe2-7c3b79085455 req-3685a20e-2175-48ea-861a-86c80c9237f1 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Mar 08 17:31:33.202385 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215c3fd-cb1b-429a-a276-520c33884cb2 req-f0fd390b-b9cc-4137-b6c2-4454a96eeda2 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:33.203856 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0215c3fd-cb1b-429a-a276-520c33884cb2 req-f0fd390b-b9cc-4137-b6c2-4454a96eeda2 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0518625 Mar 08 17:31:33.252895 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0215c3fd-cb1b-429a-a276-520c33884cb2 req-72fc7548-e684-41a8-a400-70703ed2c042 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Mar 08 17:31:33.476849 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e36c9-0706-4dc9-ba62-fdfad7731f49 req-cd21bb7f-b1c7-4117-a1d4-c0737cace6d2 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:33.478386 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-033e36c9-0706-4dc9-ba62-fdfad7731f49 req-cd21bb7f-b1c7-4117-a1d4-c0737cace6d2 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0567479 Mar 08 17:31:33.527253 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-033e36c9-0706-4dc9-ba62-fdfad7731f49 req-8a08d507-e844-41e5-a0ac-564f4dd83781 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432327 Mar 08 17:31:33.856010 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:34.372951 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc1b20-3c42-48fd-9f94-4862431c5984 req-01fdf1ba-ed65-474f-8bfe-2ea6bd6f39ff tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:34.374433 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fdc1b20-3c42-48fd-9f94-4862431c5984 req-01fdf1ba-ed65-474f-8bfe-2ea6bd6f39ff tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0541952 Mar 08 17:31:34.423502 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fdc1b20-3c42-48fd-9f94-4862431c5984 req-2485076b-219e-4080-b0c8-a784eecf78d7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Mar 08 17:31:34.651115 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d4e17-ddcf-4ec7-9ba0-d2f5987fca81 req-da3facff-9367-43fd-a13b-efa580e4551e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:34.654410 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4a8d4e17-ddcf-4ec7-9ba0-d2f5987fca81 req-da3facff-9367-43fd-a13b-efa580e4551e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0575006 Mar 08 17:31:34.702863 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4a8d4e17-ddcf-4ec7-9ba0-d2f5987fca81 req-f663d82e-d3e4-48a4-b1c4-774ad3ada561 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Mar 08 17:31:35.317592 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-e374e86b-0f4e-4818-82db-919ec08f421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:35.319754 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-e374e86b-0f4e-4818-82db-919ec08f421f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1130 time: 0.0475156 Mar 08 17:31:35.472849 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-92d5932f-5155-49e5-af42-067a2c3a2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:35.472849 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-92d5932f-5155-49e5-af42-067a2c3a2d0e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 919 time: 0.0929151 Mar 08 17:31:35.518350 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-ab18c576-83f3-49e7-9c60-fe34abbfb473 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b39596-bf88-44dd-a692-5262f3d60cba HTTP/1.1" status: 200 len: 217 time: 0.0414207 Mar 08 17:31:35.569478 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa694e7e-ac76-4bb6-abf2-164b4b04b2e2 req-602c3fb4-245f-4c56-80d2-084322f6348d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:35.570908 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-aa694e7e-ac76-4bb6-abf2-164b4b04b2e2 req-602c3fb4-245f-4c56-80d2-084322f6348d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0558822 Mar 08 17:31:35.641894 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-9450dd63-5f42-4bd9-8478-c7197b84f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:35.643579 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-9450dd63-5f42-4bd9-8478-c7197b84f703 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 200 len: 858 time: 0.0715783 Mar 08 17:31:35.655232 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-aa694e7e-ac76-4bb6-abf2-164b4b04b2e2 req-fe1deb7f-322a-44ad-bf3f-7dc420a21fd9 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758750 Mar 08 17:31:35.685832 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-4ab87caa-29c9-4010-954a-0c022d2268cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247872 Mar 08 17:31:35.719948 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:35.798199 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-11ffb1d3-7dfa-4cb2-9f7a-414cdc576545 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032255 Mar 08 17:31:35.890293 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c86ca-d4bf-4593-80a9-aabd6368f563 req-24b9d2d9-383a-43b3-b1e8-23e379be796c tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:35.891744 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cb6c86ca-d4bf-4593-80a9-aabd6368f563 req-24b9d2d9-383a-43b3-b1e8-23e379be796c tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.1156702 Mar 08 17:31:35.924334 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff08271d-ef43-412a-b4af-86a0f62b2bd1 req-542c0e1b-a86f-4f26-abbd-272fd46f7317 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122096 Mar 08 17:31:35.955015 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cb6c86ca-d4bf-4593-80a9-aabd6368f563 req-76cd8724-73ba-42ff-b817-828a43bec405 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572333 Mar 08 17:31:36.335030 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51216) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:36.468966 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-1845b1db-86ae-47d2-a1f2-7f69a5d12cc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c132e5cf8104d5ea89ae52bb6da4db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324925 Mar 08 17:31:36.471183 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51224) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:36.524136 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Publish callbacks [] for security_group (492b1089-24ef-442e-b308-97be43d4faac), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:36.546774 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Publish callbacks [] for security_group (492b1089-24ef-442e-b308-97be43d4faac), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:36.601790 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (492b1089-24ef-442e-b308-97be43d4faac), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:36.604684 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:36.606063 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/492b1089-24ef-442e-b308-97be43d4faac HTTP/1.1" status: 204 len: 168 time: 0.1339364 Mar 08 17:31:36.615321 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492b1089-24ef-442e-b308-97be43d4faac,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:36.623740 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.624125 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.624575 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.624913 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.625834 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.625834 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.625834 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.626184 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.626664 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.627137 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.627458 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.628021 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.628434 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102b047-666e-4fef-815a-00874dd949a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:36.812224 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242ac7a-28c3-4927-83b8-2b2265ae9378 req-590b5b72-39b5-4a28-aa7f-f480d6af5faf tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:36.820630 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9242ac7a-28c3-4927-83b8-2b2265ae9378 req-590b5b72-39b5-4a28-aa7f-f480d6af5faf tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0939271 Mar 08 17:31:36.882088 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9242ac7a-28c3-4927-83b8-2b2265ae9378 req-487fe96a-2886-4df6-b131-4d032ce5a4e8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592971 Mar 08 17:31:36.969512 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fcd6a-a435-4562-b861-c81aa18c7738 req-9da5a908-8073-4974-b85c-dd56c6d51d23 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:36.970971 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7b2fcd6a-a435-4562-b861-c81aa18c7738 req-9da5a908-8073-4974-b85c-dd56c6d51d23 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0878806 Mar 08 17:31:37.018170 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7b2fcd6a-a435-4562-b861-c81aa18c7738 req-2352466c-8ac8-495c-bc32-53b1647d7d3e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Mar 08 17:31:38.024449 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa27ae-3039-4e92-a367-ef0063520cf7 req-a5678dcb-78de-4a34-b538-5330a6394e95 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:38.026254 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2baa27ae-3039-4e92-a367-ef0063520cf7 req-a5678dcb-78de-4a34-b538-5330a6394e95 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0655582 Mar 08 17:31:38.082805 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2baa27ae-3039-4e92-a367-ef0063520cf7 req-2785fe55-e527-4076-becb-b52a169a3e5d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501432 Mar 08 17:31:38.146542 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d9b8-d14a-44c6-a2e5-040e6b7670e7 req-d679d92d-bb5e-45dc-9c0c-ccf9c51f9f36 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:38.148135 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5319d9b8-d14a-44c6-a2e5-040e6b7670e7 req-d679d92d-bb5e-45dc-9c0c-ccf9c51f9f36 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0553224 Mar 08 17:31:38.203897 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5319d9b8-d14a-44c6-a2e5-040e6b7670e7 req-abd54cbc-fdd2-447b-a22e-e19b7d0f2046 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Mar 08 17:31:39.367949 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c99d70-6785-451c-b916-1fa07b11cf20 req-0ca7a85b-07e8-4b7a-af88-daf1745b94bd tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:39.369560 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c3c99d70-6785-451c-b916-1fa07b11cf20 req-0ca7a85b-07e8-4b7a-af88-daf1745b94bd tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0784831 Mar 08 17:31:39.432497 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c3c99d70-6785-451c-b916-1fa07b11cf20 req-be597092-4f83-415a-a6a6-d290cc11b75f tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560417 Mar 08 17:31:39.552016 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8ff05-8c45-4983-a179-778be471f920 req-7943c00b-d141-4bd5-9f32-59df3bf6eb80 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:39.554246 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-59c8ff05-8c45-4983-a179-778be471f920 req-7943c00b-d141-4bd5-9f32-59df3bf6eb80 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.71 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 946 time: 0.0707855 Mar 08 17:31:39.723385 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Deleting port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:31:39.723738 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:39.790858 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa88fa-9f21-4188-9fc9-c3adf3125ae9 req-95786fa6-d44b-44ed-bbe4-bb61d8f4f853 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:39.792309 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b6aa88fa-9f21-4188-9fc9-c3adf3125ae9 req-95786fa6-d44b-44ed-bbe4-bb61d8f4f853 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1178863 Mar 08 17:31:39.847966 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] For port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:39.848310 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:39.869132 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Calling delete_port for 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:31:39.873608 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b6aa88fa-9f21-4188-9fc9-c3adf3125ae9 req-70c6fd39-94f6-4b29-b5da-f64c13fdeafe tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738654 Mar 08 17:31:40.021532 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (97f00ce1-09d4-41b1-aa4c-ba30de70f9fd), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:40.053929 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Pushing event deleted for resources: {'Port': ['ID=97f00ce1-09d4-41b1-aa4c-ba30de70f9fd,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:40.069211 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['97f00ce1-09d4-41b1-aa4c-ba30de70f9fd'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:31:40.083515 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.083866 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.084208 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.084563 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.084924 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.085331 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.085676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.086108 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.086428 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.086886 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.087325 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.087678 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.088069 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:40.112906 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] No DVR routers for this DVR port 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:31:40.115412 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:40.118786 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-59c8ff05-8c45-4983-a179-778be471f920 req-c6163046-31c5-4a36-985d-a319b1206217 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.71 "DELETE /v2.0/ports/97f00ce1-09d4-41b1-aa4c-ba30de70f9fd HTTP/1.1" status: 204 len: 173 time: 0.5555336 Mar 08 17:31:40.119253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11376d0d-ef9c-4163-af5f-5df20159454c', 'name': 'network-vif-deleted', 'tag': '97f00ce1-09d4-41b1-aa4c-ba30de70f9fd'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:31:40.121559 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a856634f-aa5a-45bc-8e69-dac05f0142cc" -d '{"events": [{"server_uuid": "11376d0d-ef9c-4163-af5f-5df20159454c", "name": "network-vif-deleted", "tag": "97f00ce1-09d4-41b1-aa4c-ba30de70f9fd"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:31:40.159856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03348de8-9606-4c7f-977f-3f0ffa36a27f x-openstack-request-id: req-03348de8-9606-4c7f-977f-3f0ffa36a27f {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:31:40.160145 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11376d0d-ef9c-4163-af5f-5df20159454c", "name": "network-vif-deleted", "tag": "97f00ce1-09d4-41b1-aa4c-ba30de70f9fd", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:31:40.160425 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03348de8-9606-4c7f-977f-3f0ffa36a27f {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:31:40.160879 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11376d0d-ef9c-4163-af5f-5df20159454c', 'name': 'network-vif-deleted', 'tag': '97f00ce1-09d4-41b1-aa4c-ba30de70f9fd', 'status': 'completed', 'code': 200} Mar 08 17:31:40.548897 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4435f61c-bf46-4d01-96a1-88782366d7d3 req-f88c7196-d32a-4185-9027-c46384f2722e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11376d0d-ef9c-4163-af5f-5df20159454c HTTP/1.1" status: 200 len: 210 time: 0.0281737 Mar 08 17:31:40.733559 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51364) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:40.842936 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4a674509-215d-4e7e-a238-f22ae6dc2bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:40.921405 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4a674509-215d-4e7e-a238-f22ae6dc2bd5 admin admin] Publish callbacks [] for security_group (0ae12e95-7cfd-4848-8f54-3c6f368fa198), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:40.929081 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4a674509-215d-4e7e-a238-f22ae6dc2bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (0ae12e95-7cfd-4848-8f54-3c6f368fa198), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:40.974323 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4a674509-215d-4e7e-a238-f22ae6dc2bd5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=032ce1c6b49b40c086e799f8a85194a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367659 Mar 08 17:31:40.974323 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a674509-215d-4e7e-a238-f22ae6dc2bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae12e95-7cfd-4848-8f54-3c6f368fa198,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:40.974643 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 51374) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:41.027476 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8188a8a-7481-48a7-92d6-08d3f49e6d64 admin admin] Publish callbacks [] for security_group (0ae12e95-7cfd-4848-8f54-3c6f368fa198), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:41.049536 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8188a8a-7481-48a7-92d6-08d3f49e6d64 admin admin] Publish callbacks [] for security_group (0ae12e95-7cfd-4848-8f54-3c6f368fa198), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:41.101496 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8188a8a-7481-48a7-92d6-08d3f49e6d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (0ae12e95-7cfd-4848-8f54-3c6f368fa198), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:41.104658 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8188a8a-7481-48a7-92d6-08d3f49e6d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:41.108262 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d8188a8a-7481-48a7-92d6-08d3f49e6d64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ae12e95-7cfd-4848-8f54-3c6f368fa198 HTTP/1.1" status: 204 len: 168 time: 0.1325943 Mar 08 17:31:41.116501 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8188a8a-7481-48a7-92d6-08d3f49e6d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae12e95-7cfd-4848-8f54-3c6f368fa198,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:41.785985 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51428) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:41.895968 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-ed42010f-98f3-4e60-b8d3-122387e2a3de tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:41.897483 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-ed42010f-98f3-4e60-b8d3-122387e2a3de tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/networks?id=9e02a216-11bd-4087-a2ec-bdf16522b18c HTTP/1.1" status: 200 len: 809 time: 0.1167355 Mar 08 17:31:41.924990 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-cb5376c4-206a-4ad9-af57-4e0ac0f64a2d tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/quotas/a1a0f0ec000646b18d93b5eb49d4de17 HTTP/1.1" status: 200 len: 375 time: 0.0212350 Mar 08 17:31:41.941750 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1234446243-network', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:41.960152 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-540e861e-2ffb-44b0-9f19-94f7e8333e86 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1a0f0ec000646b18d93b5eb49d4de17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342224 Mar 08 17:31:41.961726 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Made reservation on behalf of e7058b9c0ae2443aa37fe583340f6198 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:41.964061 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:41.983687 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.094036 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b30c15bd-8155-4b48-9cec-37263c0857f8 service neutron] 10.222.0.46 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263843 Mar 08 17:31:42.143165 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Publish callbacks [] for security_group (9186e1f1-e742-46fa-91ab-7f8790a2f819), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.149108 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (9186e1f1-e742-46fa-91ab-7f8790a2f819), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.209660 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b17d17aa-4daf-4d9c-b336-00dbc9d5ff74 service neutron] 10.222.0.46 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147430 Mar 08 17:31:42.222194 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:31:42.234482 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9186e1f1-e742-46fa-91ab-7f8790a2f819,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:42.258396 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (f97575c2-6b17-442a-84ee-53ffd38cb091), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.258993 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Added segment f97575c2-6b17-442a-84ee-53ffd38cb091 of type vlan for network b8995344-404a-422d-98d9-83cdbc0c32c1 Mar 08 17:31:42.307115 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (b8995344-404a-422d-98d9-83cdbc0c32c1), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.341516 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (b8995344-404a-422d-98d9-83cdbc0c32c1), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.343275 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:42.344343 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.378039 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5906005 Mar 08 17:31:42.380816 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 51454) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:42.385901 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Request body: {'subnet': {'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1234446243-subnet', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:42.463789 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Made reservation on behalf of e7058b9c0ae2443aa37fe583340f6198 for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:42.477568 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62056063'] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.490439 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19ee0a-c564-44cb-962c-a57f9d236e67 admin admin] Pushing event updated for resources: {'Network': ['ID=b8995344-404a-422d-98d9-83cdbc0c32c1,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:42.503578 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network b8995344-404a-422d-98d9-83cdbc0c32c1 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:31:42.541520 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-18273aa5-093c-463e-9936-ff9c4025989c req-7782225b-e07f-4a74-abb0-57aa7bc70a1b tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 210 time: 0.0607605 Mar 08 17:31:42.712877 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dd859-db17-4c46-9d40-fc43b80185ec req-d21a7dd9-5e15-4f2b-afd1-d7baa1f8bbc0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:42.714384 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e75dd859-db17-4c46-9d40-fc43b80185ec req-d21a7dd9-5e15-4f2b-afd1-d7baa1f8bbc0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1028788 Mar 08 17:31:42.840458 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e75dd859-db17-4c46-9d40-fc43b80185ec req-d4d2aad4-f586-4385-8372-829608d66da8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160581 Mar 08 17:31:42.841549 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62113176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62056033'] for subnet (a2cfd9f6-8832-4dc3-a7b8-f66ea9930257), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.905001 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:42.913929 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Checking segment: {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:42.914246 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Network hostable DHCP agents. Network: b8995344-404a-422d-98d9-83cdbc0c32c1, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:31:42.930792 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Network b8995344-404a-422d-98d9-83cdbc0c32c1 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:31:42.942140 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, b8995344-404a-422d-98d9-83cdbc0c32c1) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:42.946442 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:42.947243 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.954238 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e3aa9-b84f-4eaf-8187-6ae48704fe72 None None] Network b8995344-404a-422d-98d9-83cdbc0c32c1 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:31:42.963107 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-fb6224a0-8d1f-4dbf-b719-c52c19d6bdd4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5811019 Mar 08 17:31:42.965992 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 51478) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:42.970766 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:42.992290 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (d99a10b4-1586-4c51-afc4-41ea9ff08c19), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:42.997185 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (d99a10b4-1586-4c51-afc4-41ea9ff08c19), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.051725 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks [] for router_controller (d99a10b4-1586-4c51-afc4-41ea9ff08c19), precommit_add_association {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.063988 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-b8995344-404a-422d-98d9-83cdbc0c32c1', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:31:43.065271 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.194128 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks [] for router_gateway (d99a10b4-1586-4c51-afc4-41ea9ff08c19), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.210452 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Allocated IP 172.20.0.2 (b8995344-404a-422d-98d9-83cdbc0c32c1/a2cfd9f6-8832-4dc3-a7b8-f66ea9930257/3be0953c-1699-4f53-b299-389f4444e531) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:43.357740 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Publish callbacks [] for port (3be0953c-1699-4f53-b299-389f4444e531), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.363159 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (3be0953c-1699-4f53-b299-389f4444e531), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.398490 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks [] for router_gateway (d99a10b4-1586-4c51-afc4-41ea9ff08c19), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.402090 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Network b8995344-404a-422d-98d9-83cdbc0c32c1 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:43.405013 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:43.408424 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:43.415439 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Pushing event updated for resources: {'Port': ['ID=3be0953c-1699-4f53-b299-389f4444e531,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:43.417393 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.465868 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Attempting to bind port 3be0953c-1699-4f53-b299-389f4444e531 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:43.466250 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Attempting to bind port 3be0953c-1699-4f53-b299-389f4444e531 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:43.466602 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Attempting to bind port 3be0953c-1699-4f53-b299-389f4444e531 on network b8995344-404a-422d-98d9-83cdbc0c32c1 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:43.471696 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:43.472089 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Checking segment: {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:43.472509 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.472879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Bound using segment: {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:43.473343 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Bound port: 3be0953c-1699-4f53-b299-389f4444e531, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:43.473754 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (3be0953c-1699-4f53-b299-389f4444e531), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.532918 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Allocated IP 172.27.1.107 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/ccdd6640-f72f-416d-b019-6adeb3fe3c42) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:43.538169 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] For port 3be0953c-1699-4f53-b299-389f4444e531, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:43.541234 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] For port 3be0953c-1699-4f53-b299-389f4444e531, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=3be0953c-1699-4f53-b299-389f4444e531,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:43.547185 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (3be0953c-1699-4f53-b299-389f4444e531), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:43.596261 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:31:43.632141 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:31:43.632508 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 97f00ce1-09d4-41b1-aa4c-ba30de70f9fd not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:31:43.644379 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80835733-e109-4734-841a-0ee8169c8b7b None None] Pushing event updated for resources: {'Port': ['ID=3be0953c-1699-4f53-b299-389f4444e531,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:43.893017 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c95ce439-2384-4a2f-943b-08d9f89dfbbd req-8af9bb53-d6cb-4330-8c71-b8909d75a822 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 210 time: 0.0603569 Mar 08 17:31:44.101491 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks [] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:44.113731 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-d0e8f249-6e01-451c-9d3c-4c8c99d4621e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:44.115463 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-d0e8f249-6e01-451c-9d3c-4c8c99d4621e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.71 "GET /v2.0/networks?id=9e02a216-11bd-4087-a2ec-bdf16522b18c HTTP/1.1" status: 200 len: 809 time: 0.2840545 Mar 08 17:31:44.116064 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 3be0953c-1699-4f53-b299-389f4444e531 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:44.127248 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f376b-970a-4481-afed-f4895acdec0b req-8677f42c-7d36-4358-b162-f4c44ad3871c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:44.129059 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-698f376b-970a-4481-afed-f4895acdec0b req-8677f42c-7d36-4358-b162-f4c44ad3871c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1421032 Mar 08 17:31:44.158172 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Request body: {'port': {'device_id': '72e1c4b6-5db3-44da-a209-0c5b177d43ca', 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c', 'admin_state_up': True, 'tenant_id': 'a1a0f0ec000646b18d93b5eb49d4de17'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:44.181797 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 3be0953c-1699-4f53-b299-389f4444e531 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:44.182318 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (3be0953c-1699-4f53-b299-389f4444e531), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:44.264924 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 3be0953c-1699-4f53-b299-389f4444e531 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:44.265281 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-698f376b-970a-4481-afed-f4895acdec0b req-f0289142-3f69-492f-bfc9-1d5dcae3c99f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306551 Mar 08 17:31:44.265571 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (3be0953c-1699-4f53-b299-389f4444e531), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:44.268553 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:44.301254 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 3be0953c-1699-4f53-b299-389f4444e531, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=3be0953c-1699-4f53-b299-389f4444e531,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:44.307613 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (3be0953c-1699-4f53-b299-389f4444e531), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:44.325075 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:44.335622 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:44.342131 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:44.346475 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Pushing event updated for resources: {'Port': ['ID=ccdd6640-f72f-416d-b019-6adeb3fe3c42,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:44.360098 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=3be0953c-1699-4f53-b299-389f4444e531,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:44.393526 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Made reservation on behalf of a1a0f0ec000646b18d93b5eb49d4de17 for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:44.396902 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:44.659270 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Allocated IP 172.20.0.8 (9e02a216-11bd-4087-a2ec-bdf16522b18c/0d53f716-789d-4493-a576-9b9a4483e76a/57372820-1d3d-4919-b954-25d40866cd5b) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:44.736481 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks [] for router_gateway (d99a10b4-1586-4c51-afc4-41ea9ff08c19), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:44.804197 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc20eb-0eb8-4b33-9223-37bcb3d17863 None None] Network b8995344-404a-422d-98d9-83cdbc0c32c1 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:31:44.913212 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-1349ac46-13d7-4bd7-801f-66c8b0837820 None None] Provisioning complete for port 3be0953c-1699-4f53-b299-389f4444e531 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:44.913489 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1349ac46-13d7-4bd7-801f-66c8b0837820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (3be0953c-1699-4f53-b299-389f4444e531), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:44.964700 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks [] for port (57372820-1d3d-4919-b954-25d40866cd5b), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:45.024173 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-1349ac46-13d7-4bd7-801f-66c8b0837820 None None] Current status of the port 3be0953c-1699-4f53-b299-389f4444e531 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:45.051377 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2f7fef2d-c818-4ebd-8864-34e2611f6da9 req-ab9ed0ab-0342-4140-b328-ae5b227b29ba tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 210 time: 0.0436888 Mar 08 17:31:45.073330 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (d99a10b4-1586-4c51-afc4-41ea9ff08c19), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:45.079378 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (57372820-1d3d-4919-b954-25d40866cd5b), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:45.164874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Network 9e02a216-11bd-4087-a2ec-bdf16522b18c is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:45.170520 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:45.175436 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:45.184607 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Pushing event updated for resources: {'Port': ['ID=57372820-1d3d-4919-b954-25d40866cd5b,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:45.246928 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5ab0bc1-ceac-4944-b0f8-14e5e27c8d1f None None] Provisioning complete for port 3be0953c-1699-4f53-b299-389f4444e531 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:45.247496 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0bc1-ceac-4944-b0f8-14e5e27c8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (3be0953c-1699-4f53-b299-389f4444e531), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:45.269405 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:45.270029 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:45.294520 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-b3248bfa-6445-4179-a3e9-49b139f20652 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1417797 Mar 08 17:31:45.319295 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Router d99a10b4-1586-4c51-afc4-41ea9ff08c19 is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:31:45.341387 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab0bc1-ceac-4944-b0f8-14e5e27c8d1f None None] Current status of the port 3be0953c-1699-4f53-b299-389f4444e531 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:45.462517 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c179b3-8e05-49f8-aa2f-4d6a5d771677 req-27fcf588-79fa-4927-b9b6-8eaf0dbfa688 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:45.463917 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-24c179b3-8e05-49f8-aa2f-4d6a5d771677 req-27fcf588-79fa-4927-b9b6-8eaf0dbfa688 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1005614 Mar 08 17:31:45.468555 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:31:45.480814 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Sync routers for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:31:45.492359 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:31:45.493077 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:31:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:45.504597 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:45.505860 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-e4a3ea4c-893a-4108-9822-30beeaa5e6bc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5388513 Mar 08 17:31:45.509001 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51516) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:45.527593 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-24c179b3-8e05-49f8-aa2f-4d6a5d771677 req-e2c26274-83cd-4f3e-812e-f9e7df1d927e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571771 Mar 08 17:31:45.602770 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:31:45.777398 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:44Z', 'revision_number': 3, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:45.806909 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Checking router: d99a10b4-1586-4c51-afc4-41ea9ff08c19 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:31:45.807251 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Updating router d99a10b4-1586-4c51-afc4-41ea9ff08c19 port ccdd6640-f72f-416d-b019-6adeb3fe3c42 binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:31:45.834031 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:45.929581 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.025610 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 3be0953c-1699-4f53-b299-389f4444e531 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:46.094879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 3be0953c-1699-4f53-b299-389f4444e531 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:46.095440 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (3be0953c-1699-4f53-b299-389f4444e531), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.097827 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Publish callbacks [] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.104244 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Allocated IP 172.20.0.1 (b8995344-404a-422d-98d9-83cdbc0c32c1/a2cfd9f6-8832-4dc3-a7b8-f66ea9930257/1aac9d3c-e489-4ef9-9015-446c530fc351) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:46.106532 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.204594 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 3be0953c-1699-4f53-b299-389f4444e531 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:46.207578 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee973b-6da1-4641-8473-e47a43fb2c06 req-48a81f6a-5df8-4a2d-afe2-f5776594cd60 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:46.210024 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f6ee973b-6da1-4641-8473-e47a43fb2c06 req-48a81f6a-5df8-4a2d-afe2-f5776594cd60 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 931 time: 0.0626600 Mar 08 17:31:46.238655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Publish callbacks [] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.271085 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f6ee973b-6da1-4641-8473-e47a43fb2c06 req-c5f4e51f-343c-487a-a975-df0ea7b16f03 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544128 Mar 08 17:31:46.276976 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.296043 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Pushing event updated for resources: {'Port': ['ID=ccdd6640-f72f-416d-b019-6adeb3fe3c42,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:46.300708 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Attempting to bind port ccdd6640-f72f-416d-b019-6adeb3fe3c42 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:46.301057 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Attempting to bind port ccdd6640-f72f-416d-b019-6adeb3fe3c42 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:46.301410 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Attempting to bind port ccdd6640-f72f-416d-b019-6adeb3fe3c42 on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:46.308491 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.308880 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.309242 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.309561 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.310042 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.310555 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.311053 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.311550 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.311910 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.312255 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.312580 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.312900 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.313220 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:46.325491 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:46.325855 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:46.326523 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.326916 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:46.327412 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Bound port: ccdd6640-f72f-416d-b019-6adeb3fe3c42, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:46.327789 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.330777 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Network b8995344-404a-422d-98d9-83cdbc0c32c1 is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:46.334913 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:46.336908 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Pushing event updated for resources: {'Port': ['ID=1aac9d3c-e489-4ef9-9015-446c530fc351,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:46.339093 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:46.377733 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (d99a10b4-1586-4c51-afc4-41ea9ff08c19), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.400631 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] For port ccdd6640-f72f-416d-b019-6adeb3fe3c42, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:46.405251 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] For port ccdd6640-f72f-416d-b019-6adeb3fe3c42, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ccdd6640-f72f-416d-b019-6adeb3fe3c42,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:46.413232 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.474055 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:31:46.474996 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:31:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:46.478230 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6109d11-11d1-4d7e-8728-912ac1542d02 None None] Pushing event updated for resources: {'Port': ['ID=ccdd6640-f72f-416d-b019-6adeb3fe3c42,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:46.517617 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.572552 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f2c81984-7df4-4226-9572-0c505b8c60cf None None] Provisioning complete for port 1aac9d3c-e489-4ef9-9015-446c530fc351 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:46.573113 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f2c81984-7df4-4226-9572-0c505b8c60cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.598978 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:31:46.612608 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f2c81984-7df4-4226-9572-0c505b8c60cf None None] Port 1aac9d3c-e489-4ef9-9015-446c530fc351 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:31:46.679823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0141f0-bb90-45e5-bd39-08fa2d57fea5 req-f2b8febf-c081-45c2-80bf-4110658aa604 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:46.681569 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e0141f0-bb90-45e5-bd39-08fa2d57fea5 req-f2b8febf-c081-45c2-80bf-4110658aa604 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0596008 Mar 08 17:31:46.715882 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Publish callbacks [] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.722498 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62632648'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.734017 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e0141f0-bb90-45e5-bd39-08fa2d57fea5 req-19107307-362a-4673-9d8b-cab36b5c8fbc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458822 Mar 08 17:31:46.789563 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (d99a10b4-1586-4c51-afc4-41ea9ff08c19), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:46.791383 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Pushing event updated for resources: {'Port': ['ID=1aac9d3c-e489-4ef9-9015-446c530fc351,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:46.801549 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:44Z', 'revision_number': 3, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:46.827743 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54d878-3d30-4a57-96f1-fbd9f42f7a82 None None] The sync data for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi is: [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:44Z', 'revision_number': 3, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:31:46.889797 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Network b8995344-404a-422d-98d9-83cdbc0c32c1 is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:46.891345 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:47.019291 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Router d99a10b4-1586-4c51-afc4-41ea9ff08c19 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:31:47.027385 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Request body: {'port': {'device_id': '72e1c4b6-5db3-44da-a209-0c5b177d43ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:47.140114 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-b26632ed-3892-450e-9178-ca2eb5043eda None None] Provisioning complete for port 1aac9d3c-e489-4ef9-9015-446c530fc351 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:47.141048 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b26632ed-3892-450e-9178-ca2eb5043eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:47.146990 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (57372820-1d3d-4919-b954-25d40866cd5b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:47.170941 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:31:47.184322 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2a252634-1046-4f4a-b82b-0b837d4cbb7c admin admin] 10.222.0.46 "PUT /v2.0/routers/d99a10b4-1586-4c51-afc4-41ea9ff08c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6664815 Mar 08 17:31:47.213018 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-b26632ed-3892-450e-9178-ca2eb5043eda None None] Port 1aac9d3c-e489-4ef9-9015-446c530fc351 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:31:47.485832 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0440354-f965-4a28-a0a7-363fcead0eaa req-ece0ad64-70dc-4754-a2ad-30c103f37da1 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:47.492321 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0440354-f965-4a28-a0a7-363fcead0eaa req-ece0ad64-70dc-4754-a2ad-30c103f37da1 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 931 time: 0.1174107 Mar 08 17:31:47.590744 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0440354-f965-4a28-a0a7-363fcead0eaa req-69058dde-8194-4502-bc2d-4d785c9861da tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958543 Mar 08 17:31:47.603362 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57372820-1d3d-4919-b954-25d40866cd5b {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:31:47.622093 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Publish callbacks [] for port (57372820-1d3d-4919-b954-25d40866cd5b), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:47.650976 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Transition to ACTIVE for port object 57372820-1d3d-4919-b954-25d40866cd5b will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:31:47.656586 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (57372820-1d3d-4919-b954-25d40866cd5b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:47.739353 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Pushing event updated for resources: {'Port': ['ID=57372820-1d3d-4919-b954-25d40866cd5b,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:47.815637 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Attempting to bind port 57372820-1d3d-4919-b954-25d40866cd5b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:47.815860 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Attempting to bind port 57372820-1d3d-4919-b954-25d40866cd5b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:47.816197 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Attempting to bind port 57372820-1d3d-4919-b954-25d40866cd5b on network 9e02a216-11bd-4087-a2ec-bdf16522b18c {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:47.832611 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Port 57372820-1d3d-4919-b954-25d40866cd5b on network 9e02a216-11bd-4087-a2ec-bdf16522b18c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:31:47.832611 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Attempting to bind port 57372820-1d3d-4919-b954-25d40866cd5b on network 9e02a216-11bd-4087-a2ec-bdf16522b18c {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:47.852627 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:47.852987 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Checking segment: {'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:47.853333 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Bound using segment: {'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:47.853823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Bound port: 57372820-1d3d-4919-b954-25d40866cd5b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe7b2b4-8560-4c29-b670-5135580ad1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:47.854290 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (57372820-1d3d-4919-b954-25d40866cd5b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:47.903189 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51576) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:47.908398 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2058796684-network', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:47.927114 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831e16-214c-40d0-a0eb-c67720550d96 req-0191a6ff-bf0f-41cb-8b56-6ce28c2eb620 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:47.927936 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Made reservation on behalf of b52df3bab427458292d59162c0cfc78c for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:47.928737 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9f831e16-214c-40d0-a0eb-c67720550d96 req-0191a6ff-bf0f-41cb-8b56-6ce28c2eb620 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1100039 Mar 08 17:31:47.930234 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:47.939156 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:47.967240 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] For port 57372820-1d3d-4919-b954-25d40866cd5b, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:47.989152 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] For port 57372820-1d3d-4919-b954-25d40866cd5b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57372820-1d3d-4919-b954-25d40866cd5b,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:48.003954 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (57372820-1d3d-4919-b954-25d40866cd5b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.016174 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9f831e16-214c-40d0-a0eb-c67720550d96 req-8554b7f7-8c0f-47f6-b7e6-836996bbbaba tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790591 Mar 08 17:31:48.050119 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:48.050823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.052237 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] 10.222.0.71 "PUT /v2.0/ports/57372820-1d3d-4919-b954-25d40866cd5b HTTP/1.1" status: 200 len: 1093 time: 1.0306790 Mar 08 17:31:48.052828 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1c4b6-5db3-44da-a209-0c5b177d43ca', 'tag': '57372820-1d3d-4919-b954-25d40866cd5b'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:31:48.055107 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1c4b6-5db3-44da-a209-0c5b177d43ca", "tag": "57372820-1d3d-4919-b954-25d40866cd5b"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:31:48.077737 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ccdd6640-f72f-416d-b019-6adeb3fe3c42 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:48.093750 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ad0d9-616d-4b72-93a3-258f9c2f0529 service neutron] Pushing event updated for resources: {'Port': ['ID=57372820-1d3d-4919-b954-25d40866cd5b,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:48.097842 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Publish callbacks [] for security_group (b3cbd48f-d67e-4028-a38e-93408215b6b9), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.105735 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b3cbd48f-d67e-4028-a38e-93408215b6b9), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.124385 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aadbe4-dbca-4992-b30a-9eead3989759 x-openstack-request-id: req-e1aadbe4-dbca-4992-b30a-9eead3989759 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:31:48.125018 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1c4b6-5db3-44da-a209-0c5b177d43ca", "tag": "57372820-1d3d-4919-b954-25d40866cd5b", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:31:48.125181 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1aadbe4-dbca-4992-b30a-9eead3989759 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:31:48.125586 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1c4b6-5db3-44da-a209-0c5b177d43ca', 'tag': '57372820-1d3d-4919-b954-25d40866cd5b', 'status': 'completed', 'code': 200} Mar 08 17:31:48.140073 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cbd48f-d67e-4028-a38e-93408215b6b9,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:48.155001 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:31:48.167641 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (6ec2fa03-9b4b-46ce-afd6-ba15a5980adb), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.168129 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Added segment 6ec2fa03-9b4b-46ce-afd6-ba15a5980adb of type vlan for network 05f942ed-58bd-401e-8e13-f1e4d58eff7a Mar 08 17:31:48.179215 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port ccdd6640-f72f-416d-b019-6adeb3fe3c42 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:48.180157 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.204225 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-629ecc73-4ff8-4811-8858-2716425abbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:48.206594 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-629ecc73-4ff8-4811-8858-2716425abbea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a0f0ec000646b18d93b5eb49d4de17&device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 1127 time: 0.0608997 Mar 08 17:31:48.221464 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (05f942ed-58bd-401e-8e13-f1e4d58eff7a), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.254735 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (05f942ed-58bd-401e-8e13-f1e4d58eff7a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.256353 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:48.257419 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.395409 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4910479 Mar 08 17:31:48.398317 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51586) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:48.403122 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Request body: {'subnet': {'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2058796684-subnet', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'ip_version': 4}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:48.426155 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c871e-730e-4621-aa48-ab6f2a58c758 admin admin] Pushing event updated for resources: {'Network': ['ID=05f942ed-58bd-401e-8e13-f1e4d58eff7a,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:48.430675 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Made reservation on behalf of b52df3bab427458292d59162c0cfc78c for: {'subnet': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:31:48.433257 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59011033'] for subnet (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.499613 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 05f942ed-58bd-401e-8e13-f1e4d58eff7a details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:31:48.603085 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port ccdd6640-f72f-416d-b019-6adeb3fe3c42 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:48.604061 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.609474 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-8fa28594-3c99-4c0c-b290-f38389858c05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57372820-1d3d-4919-b954-25d40866cd5b HTTP/1.1" status: 200 len: 217 time: 0.3738794 Mar 08 17:31:48.665413 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port ccdd6640-f72f-416d-b019-6adeb3fe3c42, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ccdd6640-f72f-416d-b019-6adeb3fe3c42,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:48.682320 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.694253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-c892d0fb-13c9-4c49-af7c-d61a22145d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:48.696312 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-c892d0fb-13c9-4c49-af7c-d61a22145d91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d53f716-789d-4493-a576-9b9a4483e76a HTTP/1.1" status: 200 len: 849 time: 0.0802124 Mar 08 17:31:48.754342 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=ccdd6640-f72f-416d-b019-6adeb3fe3c42,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:48.757246 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62633025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59011015'] for subnet (dc69eb08-bc6a-4111-9d53-c151238df80c), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.773889 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.774239 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.777565 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-ba91875a-8a61-4939-a4b0-b45cf493d0c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e02a216-11bd-4087-a2ec-bdf16522b18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699253 Mar 08 17:31:48.780293 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.780293 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.780510 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.780716 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.781050 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.781378 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.783756 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.783756 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.783756 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.784050 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.785348 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:31:48.823930 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc69eb08-bc6a-4111-9d53-c151238df80c,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:48.838455 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Checking segment: {'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:48.838912 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Network hostable DHCP agents. Network: 05f942ed-58bd-401e-8e13-f1e4d58eff7a, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:31:48.859421 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Network 05f942ed-58bd-401e-8e13-f1e4d58eff7a is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:31:48.861607 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fdbc1-a691-49d8-8579-b00a2bbe6341 req-252c5569-dfde-4e94-91c6-4b4fb9b925c1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:48.868537 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac2fdbc1-a691-49d8-8579-b00a2bbe6341 req-252c5569-dfde-4e94-91c6-4b4fb9b925c1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1706233 Mar 08 17:31:48.874055 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 05f942ed-58bd-401e-8e13-f1e4d58eff7a) {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:48.884742 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd29cda1-69ad-4551-a37c-989592a89d32 None None] Network 05f942ed-58bd-401e-8e13-f1e4d58eff7a requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:31:48.889690 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:48.890834 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.909360 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc21a4-3805-4a27-9827-c81ecde22723 req-b818316e-6634-4292-9879-94fecfaac51a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:48.910886 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dcbc21a4-3805-4a27-9827-c81ecde22723 req-b818316e-6634-4292-9879-94fecfaac51a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 943 time: 0.1917219 Mar 08 17:31:48.927586 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c75e457d-68ab-4815-be5a-650dc5f607b6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5283227 Mar 08 17:31:48.930180 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51606) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:48.935884 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:48.968560 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:48.971045 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.029409 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Sync routers for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:31:49.043274 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac2fdbc1-a691-49d8-8579-b00a2bbe6341 req-4bb798fb-22e9-4e2d-9cbf-e15fb6d05482 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716101 Mar 08 17:31:49.053387 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dcbc21a4-3805-4a27-9827-c81ecde22723 req-889f6c0f-01fd-4f35-bc17-c08c02f1294f tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000748 Mar 08 17:31:49.078847 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:31:49.079554 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:31:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:49.096423 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-50c53ae6-637e-4959-9727-df922e0b0777 service neutron] 10.222.0.71 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447169 Mar 08 17:31:49.102032 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks [] for router_controller (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), precommit_add_association {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.122829 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-05f942ed-58bd-401e-8e13-f1e4d58eff7a', 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a', 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'fixed_ips': [{'subnet_id': 'dc69eb08-bc6a-4111-9d53-c151238df80c'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:31:49.124024 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.243473 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa4ee73-8c9c-48dd-b25d-ec83c15b4f90 req-23727e3f-1127-4f8e-849e-05e0c6b46bf1 service neutron] 10.222.0.71 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401274 Mar 08 17:31:49.315502 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:31:49.319638 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a5869-7864-41fa-9a72-1447a556f463 req-fbd439cc-8282-4f2c-973c-8de2f4bfc19b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:49.328251 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af5a5869-7864-41fa-9a72-1447a556f463 req-fbd439cc-8282-4f2c-973c-8de2f4bfc19b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0834489 Mar 08 17:31:49.396471 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Allocated IP 172.20.0.2 (05f942ed-58bd-401e-8e13-f1e4d58eff7a/dc69eb08-bc6a-4111-9d53-c151238df80c/38a07404-1a1e-4808-9853-d0e0cda02914) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:49.407166 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af5a5869-7864-41fa-9a72-1447a556f463 req-0a94a949-83c1-48ac-8ba2-5ecf55aeac93 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779457 Mar 08 17:31:49.448109 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-18f39b22-1de4-466d-8556-2428395d75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:49.450116 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-18f39b22-1de4-466d-8556-2428395d75c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a0f0ec000646b18d93b5eb49d4de17&device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 1127 time: 0.0837944 Mar 08 17:31:49.529157 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks [] for router_gateway (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.565934 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-fcc08e23-575a-41cc-9c7d-02380c5f794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:49.569079 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-fcc08e23-575a-41cc-9c7d-02380c5f794c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e02a216-11bd-4087-a2ec-bdf16522b18c HTTP/1.1" status: 200 len: 910 time: 0.1012886 Mar 08 17:31:49.625489 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-2859d1c0-9ddc-429f-a582-7f19b8f7cb19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57372820-1d3d-4919-b954-25d40866cd5b HTTP/1.1" status: 200 len: 217 time: 0.0442877 Mar 08 17:31:49.668626 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Publish callbacks [] for port (38a07404-1a1e-4808-9853-d0e0cda02914), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.677871 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.679408 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-27023cf4-bc1f-49c7-9609-27795df4b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:49.681014 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-27023cf4-bc1f-49c7-9609-27795df4b29b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d53f716-789d-4493-a576-9b9a4483e76a HTTP/1.1" status: 200 len: 849 time: 0.0485253 Mar 08 17:31:49.684988 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 2, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:49.717534 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-9fb05afa-09b3-4100-8674-498f241ddaba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e02a216-11bd-4087-a2ec-bdf16522b18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290756 Mar 08 17:31:49.735461 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Checking router: d99a10b4-1586-4c51-afc4-41ea9ff08c19 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:31:49.735842 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Updating router d99a10b4-1586-4c51-afc4-41ea9ff08c19 port 1aac9d3c-e489-4ef9-9015-446c530fc351 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:31:49.754175 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks [] for router_gateway (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.780899 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Network 05f942ed-58bd-401e-8e13-f1e4d58eff7a is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:49.783677 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.783984 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Pushing event updated for resources: {'Port': ['ID=38a07404-1a1e-4808-9853-d0e0cda02914,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:49.786473 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.788642 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:49.797058 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:49.812478 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-88d73976-2a7e-4d80-936d-508014226e10 service neutron] 10.222.0.71 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887313 Mar 08 17:31:49.894454 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Attempting to bind port 38a07404-1a1e-4808-9853-d0e0cda02914 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:49.894719 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Attempting to bind port 38a07404-1a1e-4808-9853-d0e0cda02914 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:49.895083 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Attempting to bind port 38a07404-1a1e-4808-9853-d0e0cda02914 on network 05f942ed-58bd-401e-8e13-f1e4d58eff7a {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:49.913702 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0ddffc0-5167-4d33-bbf5-b44bc7d837c1 req-faf80395-5b66-4d91-9ca0-a3d4e89a3bfe service neutron] 10.222.0.71 "GET /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903718 Mar 08 17:31:49.926053 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Allocated IP 172.27.1.170 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/b87fc689-b089-4a90-a190-5a7f2f1a3f3b) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:49.946046 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:49.946330 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Checking segment: {'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:49.947184 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:49.947184 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Bound using segment: {'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:49.947501 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Bound port: 38a07404-1a1e-4808-9853-d0e0cda02914, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:49.947906 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.030497 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ccdd6640-f72f-416d-b019-6adeb3fe3c42 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:50.045414 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks [] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.090899 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.111764 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] For port 38a07404-1a1e-4808-9853-d0e0cda02914, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:50.134918 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] For port 38a07404-1a1e-4808-9853-d0e0cda02914, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=38a07404-1a1e-4808-9853-d0e0cda02914,segment=NetworkSegment(6ec2fa03-9b4b-46ce-afd6-ba15a5980adb),segment_id=6ec2fa03-9b4b-46ce-afd6-ba15a5980adb)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:50.154344 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:50.160217 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.161956 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:50.164468 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:50.169475 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Pushing event updated for resources: {'Port': ['ID=b87fc689-b089-4a90-a190-5a7f2f1a3f3b,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:50.206504 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b00c5-3b8c-451c-b421-4faad59f520e req-3335b471-e12c-4f5c-b148-fe201ffb7791 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:50.207425 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port ccdd6640-f72f-416d-b019-6adeb3fe3c42 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:50.207807 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.208417 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-118b00c5-3b8c-451c-b421-4faad59f520e req-3335b471-e12c-4f5c-b148-fe201ffb7791 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0963218 Mar 08 17:31:50.234699 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7aebe8-d302-4171-9989-c90ff8c1d9b6 req-5b8bb1c4-2815-46c3-9394-74ff4a9a5b7a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:50.240598 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec7aebe8-d302-4171-9989-c90ff8c1d9b6 req-5b8bb1c4-2815-46c3-9394-74ff4a9a5b7a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 943 time: 0.0886438 Mar 08 17:31:50.326430 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f2bc4-0549-4a35-b7cb-896ea2109c9b None None] Pushing event updated for resources: {'Port': ['ID=38a07404-1a1e-4808-9853-d0e0cda02914,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:50.334543 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec7aebe8-d302-4171-9989-c90ff8c1d9b6 req-9268dd90-5ef3-4229-b2f1-1a4c6a728933 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821772 Mar 08 17:31:50.339072 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-118b00c5-3b8c-451c-b421-4faad59f520e req-ce318543-9e4f-4a47-8be3-e04a5e264cc0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238401 Mar 08 17:31:50.380849 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Publish callbacks [] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.391526 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.476937 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port ccdd6640-f72f-416d-b019-6adeb3fe3c42 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:50.516666 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd00e6c-a5bf-4e4d-9d7a-3d9da827e37b None None] Pushing event updated for resources: {'Port': ['ID=1aac9d3c-e489-4ef9-9015-446c530fc351,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:50.606498 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Attempting to bind port 1aac9d3c-e489-4ef9-9015-446c530fc351 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:50.607078 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Attempting to bind port 1aac9d3c-e489-4ef9-9015-446c530fc351 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:50.607731 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Attempting to bind port 1aac9d3c-e489-4ef9-9015-446c530fc351 on network b8995344-404a-422d-98d9-83cdbc0c32c1 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:50.615222 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:50.617922 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Checking segment: {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:50.618353 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.618756 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Bound using segment: {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:50.619256 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Bound port: 1aac9d3c-e489-4ef9-9015-446c530fc351, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:50.619645 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.626938 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c67bf-ebe0-4635-aee8-f38c8004b990 req-b95a82d4-da0d-4e9a-8f1e-e1c343ed1817 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:50.629429 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c3c67bf-ebe0-4635-aee8-f38c8004b990 req-b95a82d4-da0d-4e9a-8f1e-e1c343ed1817 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0884647 Mar 08 17:31:50.663051 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks [] for router_gateway (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.741364 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c3c67bf-ebe0-4635-aee8-f38c8004b990 req-69b8a419-9a52-4b1f-a27a-c31dc3447ff7 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045001 Mar 08 17:31:50.759998 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] For port 1aac9d3c-e489-4ef9-9015-446c530fc351, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:50.764661 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] For port 1aac9d3c-e489-4ef9-9015-446c530fc351, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1aac9d3c-e489-4ef9-9015-446c530fc351,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:50.773686 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.863091 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:31:50.863897 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:31:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:50.932784 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd00e6c-a5bf-4e4d-9d7a-3d9da827e37b None None] Pushing event updated for resources: {'Port': ['ID=1aac9d3c-e489-4ef9-9015-446c530fc351,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:50.949293 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-89a46831-617e-405a-baa2-19ed47be7705 None None] Provisioning complete for port 1aac9d3c-e489-4ef9-9015-446c530fc351 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:50.949931 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-89a46831-617e-405a-baa2-19ed47be7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.997828 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.161330 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:31:51.237197 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:31:51.296664 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 51662) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:51.306465 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:31:51.317598 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Sync routers for ids ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:31:51.329833 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.331353 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-05768b66-52ef-4f6d-a8f7-e25c3274743f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4002066 Mar 08 17:31:51.334019 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51666) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:51.336623 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Routers {'23d82a66-4a54-4d9d-8369-6ee0d3701ebc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:31:51.337242 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:31:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:51.477564 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-89a46831-617e-405a-baa2-19ed47be7705 None None] Current status of the port 1aac9d3c-e489-4ef9-9015-446c530fc351 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:51.478112 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-89a46831-617e-405a-baa2-19ed47be7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.515760 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Set router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:31:51.544680 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a60e-540f-4d2a-b0d7-152de2d761af req-6c0eac8d-67f5-4f37-9687-d83d8bb6e890 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:51.553807 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a935a60e-540f-4d2a-b0d7-152de2d761af req-6c0eac8d-67f5-4f37-9687-d83d8bb6e890 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1046510 Mar 08 17:31:51.597580 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-89a46831-617e-405a-baa2-19ed47be7705 None None] For port 1aac9d3c-e489-4ef9-9015-446c530fc351, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1aac9d3c-e489-4ef9-9015-446c530fc351,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:51.612016 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-89a46831-617e-405a-baa2-19ed47be7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.635116 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0b3ab1f5-a461-474b-809b-758f4649e2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.638030 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a7cdf-9619-4074-a832-d5bef4aa67bf None None] Network 05f942ed-58bd-401e-8e13-f1e4d58eff7a requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:31:51.683553 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a935a60e-540f-4d2a-b0d7-152de2d761af req-ccbe2e37-277f-4f17-810e-eab0bf7b63ce tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287436 Mar 08 17:31:51.698063 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed8c5b-fe28-451b-9ba1-d21ee3451f45 req-b0bc7e53-c4fa-4395-8ef8-dad1dd1e19a5 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:51.699641 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-68ed8c5b-fe28-451b-9ba1-d21ee3451f45 req-b0bc7e53-c4fa-4395-8ef8-dad1dd1e19a5 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 943 time: 0.2081099 Mar 08 17:31:51.783303 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-68ed8c5b-fe28-451b-9ba1-d21ee3451f45 req-522fcb21-597c-468c-bb18-01ef1602d4b6 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780356 Mar 08 17:31:51.798554 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:31:50Z', 'revision_number': 3, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port': {'id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:49Z', 'updated_at': '2022-03-08T17:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:51.799014 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:50Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:51.815366 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0b3ab1f5-a461-474b-809b-758f4649e2a5 admin admin] Publish callbacks [] for security_group (434b9393-5f3d-40b8-8ed5-30e5f7d00c46), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.820874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0b3ab1f5-a461-474b-809b-758f4649e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (434b9393-5f3d-40b8-8ed5-30e5f7d00c46), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.832090 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Checking router: 23d82a66-4a54-4d9d-8369-6ee0d3701ebc for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:31:51.832544 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Updating router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc port b87fc689-b089-4a90-a190-5a7f2f1a3f3b binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:31:51.863293 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ab1f5-a461-474b-809b-758f4649e2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b9393-5f3d-40b8-8ed5-30e5f7d00c46,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:51.868142 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-0b3ab1f5-a461-474b-809b-758f4649e2a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7dc7140291ea49dd9163aecdeceabb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5702205 Mar 08 17:31:51.870721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 51676) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:51.873722 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32102c13-f6c6-490d-bd50-cff82e7bd6e3 None None] The sync data for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi is: [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:50Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:31:51.892207 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.894301 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a46831-617e-405a-baa2-19ed47be7705 None None] Pushing event updated for resources: {'Port': ['ID=1aac9d3c-e489-4ef9-9015-446c530fc351,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:51.909469 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Provisioning complete for port 1aac9d3c-e489-4ef9-9015-446c530fc351 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:51.909852 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.049966 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302aee9-c08f-41b0-9f40-95c078865a8a req-7ee81097-f042-4305-9b10-908120212044 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:52.056063 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9302aee9-c08f-41b0-9f40-95c078865a8a req-7ee81097-f042-4305-9b10-908120212044 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1659794 Mar 08 17:31:52.080223 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Current status of the port 1aac9d3c-e489-4ef9-9015-446c530fc351 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:52.095608 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Provisioning complete for port 38a07404-1a1e-4808-9853-d0e0cda02914 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:52.099553 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.136367 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.153776 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f05b73d2-b309-443e-bcc1-8e78dc0cdb2e admin admin] Publish callbacks [] for security_group (434b9393-5f3d-40b8-8ed5-30e5f7d00c46), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.206435 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f05b73d2-b309-443e-bcc1-8e78dc0cdb2e admin admin] Publish callbacks [] for security_group (434b9393-5f3d-40b8-8ed5-30e5f7d00c46), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.303352 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Current status of the port 38a07404-1a1e-4808-9853-d0e0cda02914 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:52.303983 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.307211 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 38a07404-1a1e-4808-9853-d0e0cda02914 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:52.314128 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f05b73d2-b309-443e-bcc1-8e78dc0cdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (434b9393-5f3d-40b8-8ed5-30e5f7d00c46), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.317340 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f05b73d2-b309-443e-bcc1-8e78dc0cdb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.318779 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-f05b73d2-b309-443e-bcc1-8e78dc0cdb2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/434b9393-5f3d-40b8-8ed5-30e5f7d00c46 HTTP/1.1" status: 204 len: 168 time: 0.4470129 Mar 08 17:31:52.336273 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b73d2-b309-443e-bcc1-8e78dc0cdb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434b9393-5f3d-40b8-8ed5-30e5f7d00c46,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:52.353203 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9302aee9-c08f-41b0-9f40-95c078865a8a req-86c8280c-94a1-4421-b11b-1f5125655217 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806125 Mar 08 17:31:52.473475 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Allocated IP 172.20.0.1 (05f942ed-58bd-401e-8e13-f1e4d58eff7a/dc69eb08-bc6a-4111-9d53-c151238df80c/717b289f-da69-4f9f-9414-03c2df77cf15) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:31:52.524314 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] For port 38a07404-1a1e-4808-9853-d0e0cda02914, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=38a07404-1a1e-4808-9853-d0e0cda02914,segment=NetworkSegment(6ec2fa03-9b4b-46ce-afd6-ba15a5980adb),segment_id=6ec2fa03-9b4b-46ce-afd6-ba15a5980adb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:52.529567 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 38a07404-1a1e-4808-9853-d0e0cda02914 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:52.533103 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.547479 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.586590 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Publish callbacks [] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.600831 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.632763 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5002b-b6be-4ccf-9742-df2dfc201a8a None None] Pushing event updated for resources: {'Port': ['ID=38a07404-1a1e-4808-9853-d0e0cda02914,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:52.689480 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-c86aaab2-a495-4676-b509-0360971ee8dc None None] Provisioning complete for port 38a07404-1a1e-4808-9853-d0e0cda02914 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:52.690341 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c86aaab2-a495-4676-b509-0360971ee8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.713290 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Attempting to bind port b87fc689-b089-4a90-a190-5a7f2f1a3f3b on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:52.713660 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Attempting to bind port b87fc689-b089-4a90-a190-5a7f2f1a3f3b by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:52.714020 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Attempting to bind port b87fc689-b089-4a90-a190-5a7f2f1a3f3b on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:52.717630 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6a491-3315-44de-bcdb-7ba835bad8dd None None] Pushing event updated for resources: {'Port': ['ID=b87fc689-b089-4a90-a190-5a7f2f1a3f3b,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:52.729068 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:52.729443 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:52.729839 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.730224 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:52.730706 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Bound port: b87fc689-b089-4a90-a190-5a7f2f1a3f3b, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:52.731100 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.761935 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Publish callbacks [] for port (717b289f-da69-4f9f-9414-03c2df77cf15), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.843224 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] For port b87fc689-b089-4a90-a190-5a7f2f1a3f3b, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:52.849653 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] For port b87fc689-b089-4a90-a190-5a7f2f1a3f3b, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=b87fc689-b089-4a90-a190-5a7f2f1a3f3b,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:52.864546 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.871741 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-c86aaab2-a495-4676-b509-0360971ee8dc None None] Current status of the port 38a07404-1a1e-4808-9853-d0e0cda02914 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:52.911390 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 38a07404-1a1e-4808-9853-d0e0cda02914 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:52.911699 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.914969 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1aac9d3c-e489-4ef9-9015-446c530fc351 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:53.022628 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Routers {'23d82a66-4a54-4d9d-8369-6ee0d3701ebc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:31:53.023273 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:31:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:53.035237 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 1aac9d3c-e489-4ef9-9015-446c530fc351 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:53.035720 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.037990 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6a491-3315-44de-bcdb-7ba835bad8dd None None] Pushing event updated for resources: {'Port': ['ID=b87fc689-b089-4a90-a190-5a7f2f1a3f3b,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:53.057434 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Network 05f942ed-58bd-401e-8e13-f1e4d58eff7a is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:53.070774 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83c7c-d101-450f-a47c-c02e165fc451 req-dec62108-fbed-405d-b5a2-f163af9761cc tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:53.072357 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:53.082887 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:31:53.087333 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e5f83c7c-d101-450f-a47c-c02e165fc451 req-dec62108-fbed-405d-b5a2-f163af9761cc tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1756163 Mar 08 17:31:53.105165 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 57372820-1d3d-4919-b954-25d40866cd5b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:31:53.138433 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51690) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:53.162429 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Pushing event updated for resources: {'Port': ['ID=717b289f-da69-4f9f-9414-03c2df77cf15,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:53.206276 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-169cd5d0-59af-410d-94a2-0ba75b4eacc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.254563 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.266575 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3494-bf86-4bef-9feb-143ed9d10e55 req-6d9f94fa-b9fd-40f8-b91e-0e370705679e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:53.269988 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b56c3494-bf86-4bef-9feb-143ed9d10e55 req-6d9f94fa-b9fd-40f8-b91e-0e370705679e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 943 time: 0.1799293 Mar 08 17:31:53.299106 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] Set router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:31:53.322887 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 1aac9d3c-e489-4ef9-9015-446c530fc351 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:53.355753 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 57372820-1d3d-4919-b954-25d40866cd5b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57372820-1d3d-4919-b954-25d40866cd5b,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:53.360424 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e5f83c7c-d101-450f-a47c-c02e165fc451 req-3ad3c334-fec5-449d-870a-31b7c1499610 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719419 Mar 08 17:31:53.377763 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '57372820-1d3d-4919-b954-25d40866cd5b', 'network_id': '9e02a216-11bd-4087-a2ec-bdf16522b18c', 'port_id': '57372820-1d3d-4919-b954-25d40866cd5b', 'mac_address': 'fa:16:3e:85:72:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d53f716-789d-4493-a576-9b9a4483e76a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:31:53.429006 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b56c3494-bf86-4bef-9feb-143ed9d10e55 req-3a0643d7-faa1-4c69-85f6-f7b4f07ddcbd tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427681 Mar 08 17:31:53.458704 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 57372820-1d3d-4919-b954-25d40866cd5b is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:53.459254 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (57372820-1d3d-4919-b954-25d40866cd5b), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.475147 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57372820-1d3d-4919-b954-25d40866cd5b {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:31:53.501569 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 57372820-1d3d-4919-b954-25d40866cd5b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57372820-1d3d-4919-b954-25d40866cd5b,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:53.504133 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-169cd5d0-59af-410d-94a2-0ba75b4eacc2 admin admin] Publish callbacks [] for security_group (062909e3-34f1-4e8a-b7ab-85b8045a27e2), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.509340 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (57372820-1d3d-4919-b954-25d40866cd5b), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.516825 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-169cd5d0-59af-410d-94a2-0ba75b4eacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (062909e3-34f1-4e8a-b7ab-85b8045a27e2), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.532077 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.574201 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d173a-b73f-4ea4-9da6-10fc26379001 req-6ac6ab0d-a0f8-4f38-8bb9-9f132785e119 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:53.582618 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bf2d173a-b73f-4ea4-9da6-10fc26379001 req-6ac6ab0d-a0f8-4f38-8bb9-9f132785e119 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0824034 Mar 08 17:31:53.588398 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=57372820-1d3d-4919-b954-25d40866cd5b,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:53.607232 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-d4a1cbff-173d-4b57-aa2e-ed9fdb64f760 None None] Provisioning complete for port 717b289f-da69-4f9f-9414-03c2df77cf15 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:53.607815 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d4a1cbff-173d-4b57-aa2e-ed9fdb64f760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.611759 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-169cd5d0-59af-410d-94a2-0ba75b4eacc2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=249e94bfdacb4b56a4c524ddd4003936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494052 Mar 08 17:31:53.611759 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd5d0-59af-410d-94a2-0ba75b4eacc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062909e3-34f1-4e8a-b7ab-85b8045a27e2,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:53.616023 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51696) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:53.650888 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bf2d173a-b73f-4ea4-9da6-10fc26379001 req-3092bfb5-8ace-4793-8b9e-e0b73abdb12a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670681 Mar 08 17:31:53.660498 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:31:50Z', 'revision_number': 3, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port': {'id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:49Z', 'updated_at': '2022-03-08T17:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:53.683238 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1cbff-173d-4b57-aa2e-ed9fdb64f760 None None] Port 717b289f-da69-4f9f-9414-03c2df77cf15 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:31:53.696633 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8475950-b193-4775-aea3-b97f69f2cbe3 None None] The sync data for ids ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'] in dv-cinder-830090-3-iscsi is: [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:31:50Z', 'revision_number': 3, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port': {'id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:49Z', 'updated_at': '2022-03-08T17:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:31:53.756308 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1e1267e6-cc1a-43ad-8860-92cb56adaad3 admin admin] Publish callbacks [] for security_group (062909e3-34f1-4e8a-b7ab-85b8045a27e2), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.790478 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1e1267e6-cc1a-43ad-8860-92cb56adaad3 admin admin] Publish callbacks [] for security_group (062909e3-34f1-4e8a-b7ab-85b8045a27e2), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.859403 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Publish callbacks [] for port (717b289f-da69-4f9f-9414-03c2df77cf15), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.865944 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62632648'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.921284 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1e1267e6-cc1a-43ad-8860-92cb56adaad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (062909e3-34f1-4e8a-b7ab-85b8045a27e2), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.923817 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1e1267e6-cc1a-43ad-8860-92cb56adaad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.924994 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-1e1267e6-cc1a-43ad-8860-92cb56adaad3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/062909e3-34f1-4e8a-b7ab-85b8045a27e2 HTTP/1.1" status: 204 len: 168 time: 0.3077543 Mar 08 17:31:53.948325 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1267e6-cc1a-43ad-8860-92cb56adaad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062909e3-34f1-4e8a-b7ab-85b8045a27e2,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:53.950181 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Pushing event updated for resources: {'Port': ['ID=717b289f-da69-4f9f-9414-03c2df77cf15,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:53.953559 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:54.004947 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['57372820-1d3d-4919-b954-25d40866cd5b'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:31:54.111497 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Network 05f942ed-58bd-401e-8e13-f1e4d58eff7a is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:31:54.113386 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:31:54.127325 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 38a07404-1a1e-4808-9853-d0e0cda02914 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:54.294039 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 38a07404-1a1e-4808-9853-d0e0cda02914 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:54.294414 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:54.318839 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:31:54.429206 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 38a07404-1a1e-4808-9853-d0e0cda02914 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:54.510722 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-ca7eee21-7338-4eca-ad21-e7496ebce614 None None] Provisioning complete for port 717b289f-da69-4f9f-9414-03c2df77cf15 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:54.511101 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ca7eee21-7338-4eca-ad21-e7496ebce614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:54.520277 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:31:54.534776 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e8f8644c-4bcc-4956-a015-83173ef03a46 admin admin] 10.222.0.46 "PUT /v2.0/routers/23d82a66-4a54-4d9d-8369-6ee0d3701ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994271 Mar 08 17:31:54.563944 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-ca7eee21-7338-4eca-ad21-e7496ebce614 None None] Port 717b289f-da69-4f9f-9414-03c2df77cf15 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:31:54.612029 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530a66-38d9-4504-9ab8-390a92e3d092 req-8650348c-17e0-4ac7-a2aa-48bacf8f2bf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:54.613614 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46530a66-38d9-4504-9ab8-390a92e3d092 req-8650348c-17e0-4ac7-a2aa-48bacf8f2bf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1369143 Mar 08 17:31:54.653839 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4449c8-22d9-4586-b3f5-3c9d3d304911 req-360326f2-1d50-47b7-9328-e1482d7f98bc tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:54.655465 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3d4449c8-22d9-4586-b3f5-3c9d3d304911 req-360326f2-1d50-47b7-9328-e1482d7f98bc tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 944 time: 0.1419148 Mar 08 17:31:54.720703 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46530a66-38d9-4504-9ab8-390a92e3d092 req-095f29dd-736c-478a-9dff-9b29f460be44 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981760 Mar 08 17:31:54.766003 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3d4449c8-22d9-4586-b3f5-3c9d3d304911 req-c6a3ff66-afa4-4471-a82f-1850ce0d789d tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805552 Mar 08 17:31:54.878881 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7cd68-2a80-4c0c-a8eb-544b398fd9d0 req-e04be401-56ee-4848-8223-b53b03d09d3a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:54.884424 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bee7cd68-2a80-4c0c-a8eb-544b398fd9d0 req-e04be401-56ee-4848-8223-b53b03d09d3a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0625246 Mar 08 17:31:54.930322 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bee7cd68-2a80-4c0c-a8eb-544b398fd9d0 req-43d8fd7e-a6d3-4a85-b4e7-22997cda1b10 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429854 Mar 08 17:31:55.217259 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51740) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:55.222876 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-070d1a7d-4547-4a4e-95ec-d450611d4a78 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757995850', 'description': 'tempest-secgroup-smoke-757995850 description', 'project_id': 'e7058b9c0ae2443aa37fe583340f6198'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:55.251603 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-070d1a7d-4547-4a4e-95ec-d450611d4a78 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.330468 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-070d1a7d-4547-4a4e-95ec-d450611d4a78 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group (b970fba8-c2d5-4d63-97d8-7b01ef045d72), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.335156 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-070d1a7d-4547-4a4e-95ec-d450611d4a78 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b970fba8-c2d5-4d63-97d8-7b01ef045d72), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.368077 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1a7d-4547-4a4e-95ec-d450611d4a78 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b970fba8-c2d5-4d63-97d8-7b01ef045d72,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:55.377108 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-070d1a7d-4547-4a4e-95ec-d450611d4a78 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.381523 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 51752) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:55.382884 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-070d1a7d-4547-4a4e-95ec-d450611d4a78 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1645422 Mar 08 17:31:55.386516 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-0a39117e-1ba3-435c-b023-977055bc32aa tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'security_group_rule': {'security_group_id': 'b970fba8-c2d5-4d63-97d8-7b01ef045d72', 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:55.436636 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a39117e-1ba3-435c-b023-977055bc32aa tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (b5b5a248-aa29-4e0d-a785-7353e2f7931f), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.507152 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a39117e-1ba3-435c-b023-977055bc32aa tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (b5b5a248-aa29-4e0d-a785-7353e2f7931f), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.512408 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a39117e-1ba3-435c-b023-977055bc32aa tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (b5b5a248-aa29-4e0d-a785-7353e2f7931f), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.532041 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39117e-1ba3-435c-b023-977055bc32aa tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b5a248-aa29-4e0d-a785-7353e2f7931f,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:55.547896 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a39117e-1ba3-435c-b023-977055bc32aa tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.549462 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-0a39117e-1ba3-435c-b023-977055bc32aa tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667984 Mar 08 17:31:55.552077 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 51760) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:55.557865 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-47b51669-deee-4fc6-8284-073dd472dafc tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'security_group_rule': {'security_group_id': 'b970fba8-c2d5-4d63-97d8-7b01ef045d72', 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:55.586739 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47b51669-deee-4fc6-8284-073dd472dafc tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (25b0f354-4e6e-4e2a-a191-c2a746a4165e), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.661281 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47b51669-deee-4fc6-8284-073dd472dafc tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (25b0f354-4e6e-4e2a-a191-c2a746a4165e), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.670708 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47b51669-deee-4fc6-8284-073dd472dafc tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (25b0f354-4e6e-4e2a-a191-c2a746a4165e), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.697035 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b51669-deee-4fc6-8284-073dd472dafc tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b0f354-4e6e-4e2a-a191-c2a746a4165e,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:55.704058 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47b51669-deee-4fc6-8284-073dd472dafc tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.708204 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51770) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:55.712776 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-58d271d4-6d94-4cee-9246-c0f5ab51e070 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'security_group_rule': {'security_group_id': 'b970fba8-c2d5-4d63-97d8-7b01ef045d72', 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:55.717350 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-47b51669-deee-4fc6-8284-073dd472dafc tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1640339 Mar 08 17:31:55.747430 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58d271d4-6d94-4cee-9246-c0f5ab51e070 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (c60dc17c-9203-4648-8e1c-a7241b4d6f30), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.831003 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58d271d4-6d94-4cee-9246-c0f5ab51e070 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (c60dc17c-9203-4648-8e1c-a7241b4d6f30), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.835921 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58d271d4-6d94-4cee-9246-c0f5ab51e070 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (c60dc17c-9203-4648-8e1c-a7241b4d6f30), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.859059 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d271d4-6d94-4cee-9246-c0f5ab51e070 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60dc17c-9203-4648-8e1c-a7241b4d6f30,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:55.880020 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-58d271d4-6d94-4cee-9246-c0f5ab51e070 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.882283 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-58d271d4-6d94-4cee-9246-c0f5ab51e070 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1730795 Mar 08 17:31:55.885474 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51778) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:55.888510 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771295-7d17-4540-8997-8d0559222b5a req-556d33c1-1928-4851-afd9-af1308807a6c tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:55.890099 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a8771295-7d17-4540-8997-8d0559222b5a req-556d33c1-1928-4851-afd9-af1308807a6c tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1503255 Mar 08 17:31:55.890421 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-143c6cc6-d603-4c99-ac9c-a923ec857007 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'security_group_rule': {'security_group_id': 'b970fba8-c2d5-4d63-97d8-7b01ef045d72', 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:55.893048 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966e63f-b248-488b-9abd-755bb8c8019a req-bcbb8ff9-f447-4f7f-b0dd-ca12da01864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:55.894413 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2966e63f-b248-488b-9abd-755bb8c8019a req-bcbb8ff9-f447-4f7f-b0dd-ca12da01864c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1130 time: 0.1251562 Mar 08 17:31:55.909172 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1336ac-d84b-4f13-a31b-2e5268aefd7b req-4882ad88-6624-4e9c-af75-cc3050d1aeb2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:55.911877 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ea1336ac-d84b-4f13-a31b-2e5268aefd7b req-4882ad88-6624-4e9c-af75-cc3050d1aeb2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0935168 Mar 08 17:31:55.922847 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-143c6cc6-d603-4c99-ac9c-a923ec857007 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (7ddf8162-246d-40b2-968d-be5f917b0b59), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.947278 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Sync routers for ids ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:31:55.976537 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Routers {'23d82a66-4a54-4d9d-8369-6ee0d3701ebc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:31:55.977705 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:31:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:56.019687 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-143c6cc6-d603-4c99-ac9c-a923ec857007 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (7ddf8162-246d-40b2-968d-be5f917b0b59), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.025786 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-143c6cc6-d603-4c99-ac9c-a923ec857007 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (7ddf8162-246d-40b2-968d-be5f917b0b59), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.045623 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c6cc6-d603-4c99-ac9c-a923ec857007 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddf8162-246d-40b2-968d-be5f917b0b59,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:56.063305 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ea1336ac-d84b-4f13-a31b-2e5268aefd7b req-2a9bb797-4bb3-45c9-8998-14e0101ffa9a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332588 Mar 08 17:31:56.072698 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-143c6cc6-d603-4c99-ac9c-a923ec857007 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.079783 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-143c6cc6-d603-4c99-ac9c-a923ec857007 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1907165 Mar 08 17:31:56.080675 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51792) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:56.085955 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-01164422-8c54-4868-a401-318bb25e1d82 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'security_group_rule': {'security_group_id': 'b970fba8-c2d5-4d63-97d8-7b01ef045d72', 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:56.124130 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.securitygroups_db [None req-01164422-8c54-4868-a401-318bb25e1d82 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Project e7058b9c0ae2443aa37fe583340f6198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:31:56.147535 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-01164422-8c54-4868-a401-318bb25e1d82 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (ede58022-6328-4621-b192-3e372c3449f0), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.155157 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a8771295-7d17-4540-8997-8d0559222b5a req-d9798116-e4fe-4810-83ad-e4dcca9fb70d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318776 Mar 08 17:31:56.179200 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device b87fc689-b089-4a90-a190-5a7f2f1a3f3b up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:56.253453 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-01164422-8c54-4868-a401-318bb25e1d82 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (ede58022-6328-4621-b192-3e372c3449f0), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.264369 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-01164422-8c54-4868-a401-318bb25e1d82 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (ede58022-6328-4621-b192-3e372c3449f0), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.284610 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01791fd-082d-4b36-b289-58b7d5efed64 req-5377f102-5d37-4ec8-a615-b864bddba881 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:56.286216 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b01791fd-082d-4b36-b289-58b7d5efed64 req-5377f102-5d37-4ec8-a615-b864bddba881 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 944 time: 0.1349509 Mar 08 17:31:56.292937 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966e63f-b248-488b-9abd-755bb8c8019a req-8c88e740-1b7e-4556-8e42-a13a8e8de0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:56.293688 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01164422-8c54-4868-a401-318bb25e1d82 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede58022-6328-4621-b192-3e372c3449f0,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:56.300087 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2966e63f-b248-488b-9abd-755bb8c8019a req-8c88e740-1b7e-4556-8e42-a13a8e8de0d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 919 time: 0.3869870 Mar 08 17:31:56.305249 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-01164422-8c54-4868-a401-318bb25e1d82 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.311080 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-01164422-8c54-4868-a401-318bb25e1d82 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2266228 Mar 08 17:31:56.311288 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51796) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:56.317673 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-35d36c5f-c72c-45bf-9e52-aff11eff655f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'security_group_rule': {'security_group_id': 'b970fba8-c2d5-4d63-97d8-7b01ef045d72', 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:31:56.344739 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.securitygroups_db [None req-35d36c5f-c72c-45bf-9e52-aff11eff655f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Project e7058b9c0ae2443aa37fe583340f6198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:31:56.351027 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-35d36c5f-c72c-45bf-9e52-aff11eff655f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (a3ebd412-7ab9-487b-bead-1308389d70e0), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.420878 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-35d36c5f-c72c-45bf-9e52-aff11eff655f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (a3ebd412-7ab9-487b-bead-1308389d70e0), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.426957 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2966e63f-b248-488b-9abd-755bb8c8019a req-80960cce-513e-4299-9e03-09647fdb78cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b39596-bf88-44dd-a692-5262f3d60cba HTTP/1.1" status: 200 len: 217 time: 0.0779755 Mar 08 17:31:56.429560 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-35d36c5f-c72c-45bf-9e52-aff11eff655f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (a3ebd412-7ab9-487b-bead-1308389d70e0), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.458728 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d36c5f-c72c-45bf-9e52-aff11eff655f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ebd412-7ab9-487b-bead-1308389d70e0,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:56.460073 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Set router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:31:56.470535 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-35d36c5f-c72c-45bf-9e52-aff11eff655f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.485101 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-35d36c5f-c72c-45bf-9e52-aff11eff655f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1725101 Mar 08 17:31:56.505180 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port b87fc689-b089-4a90-a190-5a7f2f1a3f3b triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:56.505548 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.509496 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b01791fd-082d-4b36-b289-58b7d5efed64 req-08bdab63-6da3-4edf-a6d9-4ecd5bf7732e tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084014 Mar 08 17:31:56.523248 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966e63f-b248-488b-9abd-755bb8c8019a req-2c5b2daa-c56e-47fa-9f40-5cb98da1885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:56.524741 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2966e63f-b248-488b-9abd-755bb8c8019a req-2c5b2daa-c56e-47fa-9f40-5cb98da1885b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 200 len: 858 time: 0.0814297 Mar 08 17:31:56.527009 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51802) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:56.540503 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e801b-469d-4a50-a85d-7b192900527c req-107e8aa1-8a70-488b-ad6f-b42d0e325b84 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:56.548374 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4d4e801b-469d-4a50-a85d-7b192900527c req-107e8aa1-8a70-488b-ad6f-b42d0e325b84 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.2570019 Mar 08 17:31:56.614320 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2966e63f-b248-488b-9abd-755bb8c8019a req-0e4292c4-f293-4593-9cfd-178f33045d67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638840 Mar 08 17:31:56.658426 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4d4e801b-469d-4a50-a85d-7b192900527c req-e31f2a52-ef64-4c00-be64-a18ecd487f78 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090660 Mar 08 17:31:56.700258 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port b87fc689-b089-4a90-a190-5a7f2f1a3f3b is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:56.700567 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.707482 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-646fc648-7be2-4ba6-8e28-bbff5eb3acf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.746548 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port b87fc689-b089-4a90-a190-5a7f2f1a3f3b, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=b87fc689-b089-4a90-a190-5a7f2f1a3f3b,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:56.760060 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.767881 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2966e63f-b248-488b-9abd-755bb8c8019a req-01e50501-e61c-4f38-be0e-2df610b919ab service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422317 Mar 08 17:31:56.816242 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:31:53Z', 'revision_number': 4, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port': {'id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:49Z', 'updated_at': '2022-03-08T17:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '717b289f-da69-4f9f-9414-03c2df77cf15', 'name': '', 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'mac_address': 'fa:16:3e:e7:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dc69eb08-bc6a-4111-9d53-c151238df80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:52Z', 'updated_at': '2022-03-08T17:31:53Z', 'revision_number': 2, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'subnets': [{'id': 'dc69eb08-bc6a-4111-9d53-c151238df80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:56.819869 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=b87fc689-b089-4a90-a190-5a7f2f1a3f3b,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:56.850994 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Checking router: 23d82a66-4a54-4d9d-8369-6ee0d3701ebc for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:31:56.851374 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Updating router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc port 717b289f-da69-4f9f-9414-03c2df77cf15 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:31:56.851485 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-646fc648-7be2-4ba6-8e28-bbff5eb3acf1 admin admin] Publish callbacks [] for security_group (396d7cba-58a3-4f6f-bb5f-50961ca7fe4d), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.858775 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-646fc648-7be2-4ba6-8e28-bbff5eb3acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (396d7cba-58a3-4f6f-bb5f-50961ca7fe4d), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.886364 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:56.887566 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2966e63f-b248-488b-9abd-755bb8c8019a req-eb03317e-6c8a-47c6-9884-5ea334224ff5 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125987 Mar 08 17:31:56.894609 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fc648-7be2-4ba6-8e28-bbff5eb3acf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396d7cba-58a3-4f6f-bb5f-50961ca7fe4d,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:56.928826 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-646fc648-7be2-4ba6-8e28-bbff5eb3acf1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ded1de2c4cd4b9f8eddff8e52ece135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979433 Mar 08 17:31:56.931184 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51840) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:56.984705 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-14e5c67f-4428-4014-a1e2-8463e3b0cdca admin admin] Publish callbacks [] for security_group (396d7cba-58a3-4f6f-bb5f-50961ca7fe4d), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.019536 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-14e5c67f-4428-4014-a1e2-8463e3b0cdca admin admin] Publish callbacks [] for security_group (396d7cba-58a3-4f6f-bb5f-50961ca7fe4d), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.076572 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 57372820-1d3d-4919-b954-25d40866cd5b up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:57.086112 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-14e5c67f-4428-4014-a1e2-8463e3b0cdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (396d7cba-58a3-4f6f-bb5f-50961ca7fe4d), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.090277 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-14e5c67f-4428-4014-a1e2-8463e3b0cdca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.091468 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-14e5c67f-4428-4014-a1e2-8463e3b0cdca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/396d7cba-58a3-4f6f-bb5f-50961ca7fe4d HTTP/1.1" status: 204 len: 168 time: 0.1591997 Mar 08 17:31:57.100282 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5c67f-4428-4014-a1e2-8463e3b0cdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396d7cba-58a3-4f6f-bb5f-50961ca7fe4d,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:57.239318 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 57372820-1d3d-4919-b954-25d40866cd5b completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:31:57.246732 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 57372820-1d3d-4919-b954-25d40866cd5b triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:57.247371 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (57372820-1d3d-4919-b954-25d40866cd5b), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.316475 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab994bc5-af78-4f36-9213-6dde49bd9b10 req-ebb5e6e2-c679-4909-8732-583eeb3f0bfd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:57.318132 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab994bc5-af78-4f36-9213-6dde49bd9b10 req-ebb5e6e2-c679-4909-8732-583eeb3f0bfd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1334546 Mar 08 17:31:57.323304 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Publish callbacks [] for port (717b289f-da69-4f9f-9414-03c2df77cf15), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.333321 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.340639 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c6cda-de29-4858-a5ee-e2918f9db85d req-8ac9554f-2faa-4614-b292-1fb86e065b79 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:57.342065 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-de8c6cda-de29-4858-a5ee-e2918f9db85d req-8ac9554f-2faa-4614-b292-1fb86e065b79 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0788856 Mar 08 17:31:57.436099 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 57372820-1d3d-4919-b954-25d40866cd5b is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:57.436490 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (57372820-1d3d-4919-b954-25d40866cd5b), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.448216 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542902e-bd63-4b5b-909d-b1f07e63ceae None None] Pushing event updated for resources: {'Port': ['ID=717b289f-da69-4f9f-9414-03c2df77cf15,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:57.456841 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-de8c6cda-de29-4858-a5ee-e2918f9db85d req-ae86af7b-0fb6-4b39-854c-3927cf0db24b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983453 Mar 08 17:31:57.469447 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab994bc5-af78-4f36-9213-6dde49bd9b10 req-b62581bd-4ac8-4eda-a84d-105bd74f9915 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446257 Mar 08 17:31:57.493686 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 51860) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:57.508475 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d21e27f-d885-423a-8dc9-ff09f5303960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.518504 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1c4b6-5db3-44da-a209-0c5b177d43ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57372820-1d3d-4919-b954-25d40866cd5b'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:31:57.521180 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd1d34e-1953-486a-9267-1ade6a21d8a6" -d '{"events": [{"server_uuid": "72e1c4b6-5db3-44da-a209-0c5b177d43ca", "name": "network-vif-plugged", "status": "completed", "tag": "57372820-1d3d-4919-b954-25d40866cd5b"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:31:57.551230 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Attempting to bind port 717b289f-da69-4f9f-9414-03c2df77cf15 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:31:57.551824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Attempting to bind port 717b289f-da69-4f9f-9414-03c2df77cf15 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:31:57.552161 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Attempting to bind port 717b289f-da69-4f9f-9414-03c2df77cf15 on network 05f942ed-58bd-401e-8e13-f1e4d58eff7a {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:31:57.556062 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5aed29f8-2a73-4018-ad8b-623a325f14ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.560475 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 57372820-1d3d-4919-b954-25d40866cd5b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57372820-1d3d-4919-b954-25d40866cd5b,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:57.565267 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:31:57.565866 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Checking segment: {'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:31:57.566358 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.566759 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Bound using segment: {'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:31:57.567237 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Bound port: 717b289f-da69-4f9f-9414-03c2df77cf15, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:31:57.567831 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.641365 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53befa9-91a9-47fa-8236-a4948c29ea4a x-openstack-request-id: req-b53befa9-91a9-47fa-8236-a4948c29ea4a {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:31:57.641669 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1c4b6-5db3-44da-a209-0c5b177d43ca", "name": "network-vif-plugged", "status": "completed", "tag": "57372820-1d3d-4919-b954-25d40866cd5b", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:31:57.641918 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b53befa9-91a9-47fa-8236-a4948c29ea4a {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:31:57.642356 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1c4b6-5db3-44da-a209-0c5b177d43ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57372820-1d3d-4919-b954-25d40866cd5b', 'code': 200} Mar 08 17:31:57.643010 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (57372820-1d3d-4919-b954-25d40866cd5b), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.661604 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d21e27f-d885-423a-8dc9-ff09f5303960 admin admin] Publish callbacks [] for security_group (1d41f42a-ee6b-4039-b1f8-dac50c3a2473), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.681490 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440e364-44f0-429a-85ba-e2cf3bb20f86 req-caa87d59-a54a-4ef9-ab54-96a2c00c0644 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:57.683046 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a440e364-44f0-429a-85ba-e2cf3bb20f86 req-caa87d59-a54a-4ef9-ab54-96a2c00c0644 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 945 time: 0.0669334 Mar 08 17:31:57.689090 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0d21e27f-d885-423a-8dc9-ff09f5303960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (1d41f42a-ee6b-4039-b1f8-dac50c3a2473), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.709096 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] For port 717b289f-da69-4f9f-9414-03c2df77cf15, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:31:57.738611 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0d21e27f-d885-423a-8dc9-ff09f5303960 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6bac65851a640c488694c3d1e082c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435486 Mar 08 17:31:57.750592 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 51880) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:31:57.759769 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] For port 717b289f-da69-4f9f-9414-03c2df77cf15, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=717b289f-da69-4f9f-9414-03c2df77cf15,segment=NetworkSegment(6ec2fa03-9b4b-46ce-afd6-ba15a5980adb),segment_id=6ec2fa03-9b4b-46ce-afd6-ba15a5980adb)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:31:57.760955 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21e27f-d885-423a-8dc9-ff09f5303960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d41f42a-ee6b-4039-b1f8-dac50c3a2473,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:57.763025 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=57372820-1d3d-4919-b954-25d40866cd5b,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:57.772488 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-0b06fdcf-1cad-48f7-8b2a-aa029adde705 None None] Provisioning complete for port 717b289f-da69-4f9f-9414-03c2df77cf15 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:57.774425 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0b06fdcf-1cad-48f7-8b2a-aa029adde705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.778694 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:57.854926 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a440e364-44f0-429a-85ba-e2cf3bb20f86 req-8162dd50-acbb-47e9-8a59-ad5eaa70e3ad tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595397 Mar 08 17:31:57.919965 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Routers {'23d82a66-4a54-4d9d-8369-6ee0d3701ebc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:31:57.920690 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:31:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:57.932580 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78123c22-c908-468d-a0dc-aea3620ece88 req-776067a7-cd79-4e80-be3d-551d2a38e3d8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:57.941530 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-78123c22-c908-468d-a0dc-aea3620ece88 req-776067a7-cd79-4e80-be3d-551d2a38e3d8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1871898 Mar 08 17:31:57.945929 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-214c10ef-801b-4afa-84b9-eed3fbbf1e08 admin admin] Publish callbacks [] for security_group (1d41f42a-ee6b-4039-b1f8-dac50c3a2473), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:58.003771 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542902e-bd63-4b5b-909d-b1f07e63ceae None None] Pushing event updated for resources: {'Port': ['ID=717b289f-da69-4f9f-9414-03c2df77cf15,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:58.016914 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-214c10ef-801b-4afa-84b9-eed3fbbf1e08 admin admin] Publish callbacks [] for security_group (1d41f42a-ee6b-4039-b1f8-dac50c3a2473), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:58.050927 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadf3d-7c7e-48de-9658-c29c1b67a791 req-7cf82021-c5c4-4bdd-b09c-11857a67aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:58.052647 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b3eadf3d-7c7e-48de-9658-c29c1b67a791 req-7cf82021-c5c4-4bdd-b09c-11857a67aedd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 1129 time: 0.1713467 Mar 08 17:31:58.118235 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] Set router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:31:58.126101 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b3eadf3d-7c7e-48de-9658-c29c1b67a791 req-c51b65d9-5ae6-47ba-8064-ce8156d230fa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575249 Mar 08 17:31:58.131921 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-78123c22-c908-468d-a0dc-aea3620ece88 req-9b472993-fee0-4e1b-9874-564cdb7cf7e0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892142 Mar 08 17:31:58.154005 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0b06fdcf-1cad-48f7-8b2a-aa029adde705 None None] Current status of the port 717b289f-da69-4f9f-9414-03c2df77cf15 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:58.154578 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0b06fdcf-1cad-48f7-8b2a-aa029adde705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:58.163866 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-214c10ef-801b-4afa-84b9-eed3fbbf1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (1d41f42a-ee6b-4039-b1f8-dac50c3a2473), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:58.166536 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-214c10ef-801b-4afa-84b9-eed3fbbf1e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:58.169950 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-214c10ef-801b-4afa-84b9-eed3fbbf1e08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d41f42a-ee6b-4039-b1f8-dac50c3a2473 HTTP/1.1" status: 204 len: 168 time: 0.4013593 Mar 08 17:31:58.176379 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c10ef-801b-4afa-84b9-eed3fbbf1e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d41f42a-ee6b-4039-b1f8-dac50c3a2473,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:58.243408 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device b87fc689-b089-4a90-a190-5a7f2f1a3f3b up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:31:58.319953 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-0b06fdcf-1cad-48f7-8b2a-aa029adde705 None None] For port 717b289f-da69-4f9f-9414-03c2df77cf15, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=717b289f-da69-4f9f-9414-03c2df77cf15,segment=NetworkSegment(6ec2fa03-9b4b-46ce-afd6-ba15a5980adb),segment_id=6ec2fa03-9b4b-46ce-afd6-ba15a5980adb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:31:58.351296 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0b06fdcf-1cad-48f7-8b2a-aa029adde705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:58.612839 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port b87fc689-b089-4a90-a190-5a7f2f1a3f3b triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:58.613237 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:58.619879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-605d26f9-5262-41df-a0ee-18cd37c1f557 None None] Provisioning complete for port 717b289f-da69-4f9f-9414-03c2df77cf15 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:31:58.620485 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-605d26f9-5262-41df-a0ee-18cd37c1f557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:58.656660 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fc710-851f-4099-af6f-57bd65ea369d req-7d66df3d-093f-4c63-b8e3-3e5a1ba3a90a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:58.663521 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06fdcf-1cad-48f7-8b2a-aa029adde705 None None] Pushing event updated for resources: {'Port': ['ID=717b289f-da69-4f9f-9414-03c2df77cf15,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:31:58.676472 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9f4fc710-851f-4099-af6f-57bd65ea369d req-7d66df3d-093f-4c63-b8e3-3e5a1ba3a90a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1093080 Mar 08 17:31:58.712204 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f53b6-8f1e-4672-abf5-c8fb8fb21bd4 req-5ea35cdf-95ca-44ba-86d9-a4943ff45293 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:58.717636 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c92f53b6-8f1e-4672-abf5-c8fb8fb21bd4 req-5ea35cdf-95ca-44ba-86d9-a4943ff45293 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1216269 Mar 08 17:31:58.769407 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9f4fc710-851f-4099-af6f-57bd65ea369d req-55c4413a-c8c3-4739-99fb-3c4efb335f2f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906887 Mar 08 17:31:58.808913 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c92f53b6-8f1e-4672-abf5-c8fb8fb21bd4 req-090dc4f7-1546-43be-b7ce-6a9cde96b17a tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Mar 08 17:31:58.820190 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:31:53Z', 'revision_number': 4, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port': {'id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:49Z', 'updated_at': '2022-03-08T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '717b289f-da69-4f9f-9414-03c2df77cf15', 'name': '', 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'mac_address': 'fa:16:3e:e7:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dc69eb08-bc6a-4111-9d53-c151238df80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:52Z', 'updated_at': '2022-03-08T17:31:57Z', 'revision_number': 4, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'subnets': [{'id': 'dc69eb08-bc6a-4111-9d53-c151238df80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:31:58.829619 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port b87fc689-b089-4a90-a190-5a7f2f1a3f3b is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:58.862328 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ee8d0-fc83-48dd-bc1e-46945a3c0fbd None None] The sync data for ids ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'] in dv-cinder-830090-3-iscsi is: [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:31:53Z', 'revision_number': 4, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port': {'id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:49Z', 'updated_at': '2022-03-08T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '717b289f-da69-4f9f-9414-03c2df77cf15', 'name': '', 'network_id': '05f942ed-58bd-401e-8e13-f1e4d58eff7a', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'mac_address': 'fa:16:3e:e7:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dc69eb08-bc6a-4111-9d53-c151238df80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:52Z', 'updated_at': '2022-03-08T17:31:57Z', 'revision_number': 4, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'subnets': [{'id': 'dc69eb08-bc6a-4111-9d53-c151238df80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:31:58.867298 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-605d26f9-5262-41df-a0ee-18cd37c1f557 None None] Current status of the port 717b289f-da69-4f9f-9414-03c2df77cf15 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:31:59.044696 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f55ce-214d-4b5e-bb41-cf82607758ea req-a2dcc39b-6411-41d7-a6f4-b6f1ed4b195a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:59.046512 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f80f55ce-214d-4b5e-bb41-cf82607758ea req-a2dcc39b-6411-41d7-a6f4-b6f1ed4b195a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 945 time: 0.0611043 Mar 08 17:31:59.109590 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f80f55ce-214d-4b5e-bb41-cf82607758ea req-66183a59-c746-41d0-a5cf-4367216e94dc tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573704 Mar 08 17:31:59.274020 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37518ca-3b83-411d-b96c-1cefa90493e0 req-3542738a-a30e-4aaa-91da-0f3f281c3b79 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:59.275784 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c37518ca-3b83-411d-b96c-1cefa90493e0 req-3542738a-a30e-4aaa-91da-0f3f281c3b79 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0639110 Mar 08 17:31:59.332642 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c37518ca-3b83-411d-b96c-1cefa90493e0 req-f5db22f6-110c-469d-8c38-59cb0b97c065 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508044 Mar 08 17:31:59.728290 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-093f3fcd-dafc-474b-a587-608a37be8e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:59.906981 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1e2f-3213-4044-805a-d6caa7bd8fd0 req-f228f3ef-e39e-487f-9901-76b18930a771 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:31:59.913792 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-976b1e2f-3213-4044-805a-d6caa7bd8fd0 req-f228f3ef-e39e-487f-9901-76b18930a771 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0712025 Mar 08 17:32:00.010045 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-976b1e2f-3213-4044-805a-d6caa7bd8fd0 req-c59c5c3a-464b-49c8-a5f2-a8fc028b0526 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951633 Mar 08 17:32:00.027628 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320c7ab-592f-43ff-96b7-cbf278291517 req-29aa2da6-94d5-4cfa-b4ea-fbab81a411e9 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:00.035327 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7320c7ab-592f-43ff-96b7-cbf278291517 req-29aa2da6-94d5-4cfa-b4ea-fbab81a411e9 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1186476 Mar 08 17:32:00.082098 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7320c7ab-592f-43ff-96b7-cbf278291517 req-ac481c32-8514-4c76-9183-f52cc8fa5310 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458853 Mar 08 17:32:00.231039 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 717b289f-da69-4f9f-9414-03c2df77cf15 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:00.254776 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af13bd-4c48-403e-b79d-1d6e3ee919c6 req-f98f7097-40f8-4885-b6bf-21bfd9a953fa tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:00.256328 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-34af13bd-4c48-403e-b79d-1d6e3ee919c6 req-f98f7097-40f8-4885-b6bf-21bfd9a953fa tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 945 time: 0.0573747 Mar 08 17:32:00.279109 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 717b289f-da69-4f9f-9414-03c2df77cf15 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:00.279506 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:00.303819 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-34af13bd-4c48-403e-b79d-1d6e3ee919c6 req-b5e058f8-a203-4434-b89c-3d75cca6dca0 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Mar 08 17:32:00.371359 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 717b289f-da69-4f9f-9414-03c2df77cf15 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:00.470848 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daabc2e-9410-419e-8893-946041f6b5ad req-12978049-999b-4131-a9c7-4e26ad00c9d2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:00.472359 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4daabc2e-9410-419e-8893-946041f6b5ad req-12978049-999b-4131-a9c7-4e26ad00c9d2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0515232 Mar 08 17:32:00.523367 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4daabc2e-9410-419e-8893-946041f6b5ad req-19e78904-a06b-4da4-b005-141b43b578ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450983 Mar 08 17:32:00.841655 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:01.083847 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:32:01.126754 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b27470-f760-43c5-89cd-5b0be1fe60e5 req-2736ec97-aa4d-444f-a666-460bfc0d4cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:01.129098 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-51b27470-f760-43c5-89cd-5b0be1fe60e5 req-2736ec97-aa4d-444f-a666-460bfc0d4cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0595906 Mar 08 17:32:01.194282 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:01.205137 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-51b27470-f760-43c5-89cd-5b0be1fe60e5 req-9f23f41a-c802-4979-91c9-baa23115cde6 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683353 Mar 08 17:32:01.206577 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '92e66fec-ac85-4eba-8117-bd1475c03934', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'port_id': '92e66fec-ac85-4eba-8117-bd1475c03934', 'mac_address': 'fa:16:3e:9b:21:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:32:01.230959 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712ca47-df69-4f27-b26d-653042e8b5d4 req-ac539328-c964-4867-af57-b64fe8281159 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:01.232634 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b712ca47-df69-4f27-b26d-653042e8b5d4 req-ac539328-c964-4867-af57-b64fe8281159 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0623941 Mar 08 17:32:01.272016 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 92e66fec-ac85-4eba-8117-bd1475c03934 is: ACTIVE; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:01.272540 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:01.289425 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92e66fec-ac85-4eba-8117-bd1475c03934 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:01.311940 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:01.316068 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b712ca47-df69-4f27-b26d-653042e8b5d4 req-704a5462-af72-490c-9c43-502913e59e69 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Mar 08 17:32:01.318271 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:01.374927 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=6']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:01.499354 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f73cf-3fff-4b5a-b27e-f80cc55c5a8b req-cbd1e844-1b90-468c-878a-598683575995 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:01.500878 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-583f73cf-3fff-4b5a-b27e-f80cc55c5a8b req-cbd1e844-1b90-468c-878a-598683575995 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 945 time: 0.0585468 Mar 08 17:32:01.564842 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-583f73cf-3fff-4b5a-b27e-f80cc55c5a8b req-d506a53c-6e0b-43ee-ae0a-bbbc6364f76f tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536094 Mar 08 17:32:01.651649 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3fb2-4c76-4333-abce-2ce5aa871a01 req-7f1b5261-cf4a-472c-a4ed-7878cf626350 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:01.653230 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b6be3fb2-4c76-4333-abce-2ce5aa871a01 req-7f1b5261-cf4a-472c-a4ed-7878cf626350 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 945 time: 0.0528972 Mar 08 17:32:01.665568 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['92e66fec-ac85-4eba-8117-bd1475c03934'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:32:01.710410 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b6be3fb2-4c76-4333-abce-2ce5aa871a01 req-08ebb783-167c-4dac-8d3d-3e4f3c1a6880 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Mar 08 17:32:02.257431 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:02.331321 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b394e8-1502-48d6-8b19-13d1b9fb076f req-1a8856d2-7eed-4794-a5cb-1b2851ee8575 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:02.333124 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-09b394e8-1502-48d6-8b19-13d1b9fb076f req-1a8856d2-7eed-4794-a5cb-1b2851ee8575 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0567069 Mar 08 17:32:02.406586 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-09b394e8-1502-48d6-8b19-13d1b9fb076f req-a5801ef1-15e8-49f9-be28-b76e3cb0a66e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638990 Mar 08 17:32:02.477001 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba229c-04f6-4da3-b9a1-12d618b2f3ce req-69403bf5-2545-4984-88c7-fcf4df6df2ba tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:02.478859 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79ba229c-04f6-4da3-b9a1-12d618b2f3ce req-69403bf5-2545-4984-88c7-fcf4df6df2ba tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0668013 Mar 08 17:32:02.551885 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79ba229c-04f6-4da3-b9a1-12d618b2f3ce req-e4a4ce37-3268-45eb-8ec6-75f314cf0dce tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659230 Mar 08 17:32:02.701727 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f835f-fd6b-4f7c-87cc-d75d6e1c4084 req-add3f8d9-6de9-499f-9c1f-ce523356aeeb tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:02.710822 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e04f835f-fd6b-4f7c-87cc-d75d6e1c4084 req-add3f8d9-6de9-499f-9c1f-ce523356aeeb tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 945 time: 0.0825591 Mar 08 17:32:02.792906 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e04f835f-fd6b-4f7c-87cc-d75d6e1c4084 req-7b020f0b-4e61-4c09-9fd4-205fb122db0c tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811801 Mar 08 17:32:03.104572 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:03.182635 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 92e66fec-ac85-4eba-8117-bd1475c03934 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:03.184841 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:03.186114 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188a6d0-7088-4d64-8231-3e6ef9445a6b req-bd1c86bd-4e51-4e71-bdcd-ef0025f7670b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:03.193518 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3188a6d0-7088-4d64-8231-3e6ef9445a6b req-bd1c86bd-4e51-4e71-bdcd-ef0025f7670b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 945 time: 0.3782241 Mar 08 17:32:03.272175 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3188a6d0-7088-4d64-8231-3e6ef9445a6b req-692eaeb8-10aa-49f9-9a50-3557d01d4927 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776432 Mar 08 17:32:03.328068 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 92e66fec-ac85-4eba-8117-bd1475c03934 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:03.328593 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:03.367039 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:03.369348 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd1b64-24e4-4110-89cf-a8714d98182a" -d '{"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-plugged", "status": "completed", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:03.382255 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:03.391777 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:03.419660 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8897cd9a-ae13-4cb6-a5a5-d6b46b28d6ef x-openstack-request-id: req-8897cd9a-ae13-4cb6-a5a5-d6b46b28d6ef {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:03.420295 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-plugged", "status": "completed", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:03.420715 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8897cd9a-ae13-4cb6-a5a5-d6b46b28d6ef {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:03.421346 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934', 'code': 200} Mar 08 17:32:03.462733 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=7']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:03.588917 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52060) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:03.591436 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313c28b-b3e0-4108-8439-189d548c9d8c req-8c8a6652-2a45-4576-a7c9-d0177f8c7195 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:03.593355 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9313c28b-b3e0-4108-8439-189d548c9d8c req-8c8a6652-2a45-4576-a7c9-d0177f8c7195 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1040144 Mar 08 17:32:03.702472 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9313c28b-b3e0-4108-8439-189d548c9d8c req-43b2d9b0-50d6-4806-9f73-03ed53dd79ef tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977809 Mar 08 17:32:03.771849 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a4515-33c3-420e-af08-a5c242d89965 req-79c0ec45-c121-4419-a391-142f196f9340 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:03.778706 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac6a4515-33c3-420e-af08-a5c242d89965 req-79c0ec45-c121-4419-a391-142f196f9340 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1421723 Mar 08 17:32:03.844958 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac6a4515-33c3-420e-af08-a5c242d89965 req-cf385060-d344-44fa-bc3f-a54895521c27 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579419 Mar 08 17:32:03.895104 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:03.898804 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9ca6640e-b88d-4abd-94cb-818d4b966afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.041406 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9ca6640e-b88d-4abd-94cb-818d4b966afb admin admin] Publish callbacks [] for security_group (8c046e0b-5a7c-48f5-98f7-0805c245d90b), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.048048 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9ca6640e-b88d-4abd-94cb-818d4b966afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8c046e0b-5a7c-48f5-98f7-0805c245d90b), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.076620 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1070220-74bf-49be-aaa6-7e65164d7f01 req-5b3376aa-df3e-4d9a-9b24-7a37ae0fe423 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:04.090595 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f1070220-74bf-49be-aaa6-7e65164d7f01 req-5b3376aa-df3e-4d9a-9b24-7a37ae0fe423 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 945 time: 0.1270220 Mar 08 17:32:04.111542 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9ca6640e-b88d-4abd-94cb-818d4b966afb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f1d7c70761a4816a0ffaad8d19359ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5212729 Mar 08 17:32:04.112676 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52072) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:04.149573 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 52074) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:04.160851 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-6a043712-0c17-4642-aada-db1a9ca78fa1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370193811', 'description': 'tempest-description--1822732448'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:04.163625 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6640e-b88d-4abd-94cb-818d4b966afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c046e0b-5a7c-48f5-98f7-0805c245d90b,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:04.198671 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4b0756fe-6a32-4fb6-a5ae-aee4903fdcbe admin admin] Publish callbacks [] for security_group (8c046e0b-5a7c-48f5-98f7-0805c245d90b), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.229968 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f1070220-74bf-49be-aaa6-7e65164d7f01 req-8faaf0e4-cbd3-4a8d-8e90-0c0bbdcb115a tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/security-groups?id=51433556-58cb-4a18-8f10-ac1f69456652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382279 Mar 08 17:32:04.252155 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-447e68d8-7616-43ae-9f9d-935582958c38 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:04.252155 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-447e68d8-7616-43ae-9f9d-935582958c38 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.71 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 945 time: 0.1964543 Mar 08 17:32:04.252155 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a043712-0c17-4642-aada-db1a9ca78fa1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.313799 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4b0756fe-6a32-4fb6-a5ae-aee4903fdcbe admin admin] Publish callbacks [] for security_group (8c046e0b-5a7c-48f5-98f7-0805c245d90b), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.421884 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4b0756fe-6a32-4fb6-a5ae-aee4903fdcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8c046e0b-5a7c-48f5-98f7-0805c245d90b), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.424679 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4b0756fe-6a32-4fb6-a5ae-aee4903fdcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.427863 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4b0756fe-6a32-4fb6-a5ae-aee4903fdcbe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c046e0b-5a7c-48f5-98f7-0805c245d90b HTTP/1.1" status: 204 len: 168 time: 0.3102920 Mar 08 17:32:04.453320 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0756fe-6a32-4fb6-a5ae-aee4903fdcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c046e0b-5a7c-48f5-98f7-0805c245d90b,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:04.615651 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a043712-0c17-4642-aada-db1a9ca78fa1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (494f0599-2bd0-412e-9923-b23be6d5d857), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.645554 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c842f4-72db-4dd6-8225-7f3abedbd52f req-2719432a-61e0-41a5-86fc-8df03acf5467 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:04.653907 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-24c842f4-72db-4dd6-8225-7f3abedbd52f req-2719432a-61e0-41a5-86fc-8df03acf5467 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.2520139 Mar 08 17:32:04.658662 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a043712-0c17-4642-aada-db1a9ca78fa1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (494f0599-2bd0-412e-9923-b23be6d5d857), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.707694 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Deleting port 57372820-1d3d-4919-b954-25d40866cd5b {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:32:04.708036 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (57372820-1d3d-4919-b954-25d40866cd5b), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.740156 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a043712-0c17-4642-aada-db1a9ca78fa1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.744178 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-6a043712-0c17-4642-aada-db1a9ca78fa1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5900853 Mar 08 17:32:04.745022 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52086) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:04.749773 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a043712-0c17-4642-aada-db1a9ca78fa1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494f0599-2bd0-412e-9923-b23be6d5d857,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:04.750854 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-073dfadd-aa93-4b8c-8b48-621c4f94e356 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group_rule': {'security_group_id': '494f0599-2bd0-412e-9923-b23be6d5d857', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:04.823213 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-24c842f4-72db-4dd6-8225-7f3abedbd52f req-93e061a0-fc71-4956-bd22-ca4a8852966c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658325 Mar 08 17:32:04.830977 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-073dfadd-aa93-4b8c-8b48-621c4f94e356 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (09859c37-8945-4fe8-9cca-6253c35a386d), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.901256 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] For port 57372820-1d3d-4919-b954-25d40866cd5b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57372820-1d3d-4919-b954-25d40866cd5b,segment=NetworkSegment(9fe7b2b4-8560-4c29-b670-5135580ad1e4),segment_id=9fe7b2b4-8560-4c29-b670-5135580ad1e4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:04.901676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (57372820-1d3d-4919-b954-25d40866cd5b), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.924382 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Calling delete_port for 57372820-1d3d-4919-b954-25d40866cd5b owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:32:04.945412 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-073dfadd-aa93-4b8c-8b48-621c4f94e356 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (09859c37-8945-4fe8-9cca-6253c35a386d), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.950044 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-073dfadd-aa93-4b8c-8b48-621c4f94e356 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (09859c37-8945-4fe8-9cca-6253c35a386d), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:04.987391 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dfadd-aa93-4b8c-8b48-621c4f94e356 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09859c37-8945-4fe8-9cca-6253c35a386d,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:05.002658 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-073dfadd-aa93-4b8c-8b48-621c4f94e356 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.011149 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-073dfadd-aa93-4b8c-8b48-621c4f94e356 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2617736 Mar 08 17:32:05.012511 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52090) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:05.021536 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-8ec0ca39-920b-4085-b13e-6e4d1df9ba02 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group_rule': {'security_group_id': '494f0599-2bd0-412e-9923-b23be6d5d857', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:05.047834 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52092) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:05.066460 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6f47e69b-a8d2-4bc2-a067-480326580837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.079480 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ca39-920b-4085-b13e-6e4d1df9ba02 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (908e57fe-c14c-47f0-94b8-6df3a064a608), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.179923 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b35ab-57e9-4d71-a08e-fdf0206a7c53 req-5e5f854f-c8dc-4d7e-bf9c-ea983849f517 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:05.179923 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af6b35ab-57e9-4d71-a08e-fdf0206a7c53 req-5e5f854f-c8dc-4d7e-bf9c-ea983849f517 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.3239045 Mar 08 17:32:05.192942 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfabb25-a3ea-42d7-a99a-afe0cb3920bd req-1b1f8146-d11f-4362-8d71-0b9afbfc78b4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:05.194556 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8dfabb25-a3ea-42d7-a99a-afe0cb3920bd req-1b1f8146-d11f-4362-8d71-0b9afbfc78b4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1722326 Mar 08 17:32:05.242955 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (57372820-1d3d-4919-b954-25d40866cd5b), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.294335 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['57372820-1d3d-4919-b954-25d40866cd5b'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:32:05.305727 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Pushing event deleted for resources: {'Port': ['ID=57372820-1d3d-4919-b954-25d40866cd5b,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:05.356768 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8dfabb25-a3ea-42d7-a99a-afe0cb3920bd req-d5249052-b7cc-4bc7-8702-bab51d0ea5f0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558576 Mar 08 17:32:05.358558 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ca39-920b-4085-b13e-6e4d1df9ba02 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (908e57fe-c14c-47f0-94b8-6df3a064a608), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.363846 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ca39-920b-4085-b13e-6e4d1df9ba02 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (908e57fe-c14c-47f0-94b8-6df3a064a608), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.364969 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af6b35ab-57e9-4d71-a08e-fdf0206a7c53 req-e728b64b-7a3b-4e8f-96d2-ff021dbb09ea tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605508 Mar 08 17:32:05.380652 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] No DVR routers for this DVR port 57372820-1d3d-4919-b954-25d40866cd5b on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:32:05.383741 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.387678 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2f302fa7-1635-471b-9b73-14bdbbf182b8 req-8516f8d9-9fc8-4e5b-92ba-2bb0c3cc5230 tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.71 "DELETE /v2.0/ports/57372820-1d3d-4919-b954-25d40866cd5b HTTP/1.1" status: 204 len: 173 time: 1.0678558 Mar 08 17:32:05.388170 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1c4b6-5db3-44da-a209-0c5b177d43ca', 'name': 'network-vif-deleted', 'tag': '57372820-1d3d-4919-b954-25d40866cd5b'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:05.390588 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016dc56b-6dee-4a36-bdef-e67b5e237abe" -d '{"events": [{"server_uuid": "72e1c4b6-5db3-44da-a209-0c5b177d43ca", "name": "network-vif-deleted", "tag": "57372820-1d3d-4919-b954-25d40866cd5b"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:05.396794 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6f47e69b-a8d2-4bc2-a067-480326580837 admin admin] Publish callbacks [] for security_group (e555daac-999d-4255-8caf-d9e19330d9c6), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.401227 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0ca39-920b-4085-b13e-6e4d1df9ba02 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908e57fe-c14c-47f0-94b8-6df3a064a608,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:05.418093 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6f47e69b-a8d2-4bc2-a067-480326580837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e555daac-999d-4255-8caf-d9e19330d9c6), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.449579 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ca39-920b-4085-b13e-6e4d1df9ba02 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.454155 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-8ec0ca39-920b-4085-b13e-6e4d1df9ba02 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4354727 Mar 08 17:32:05.454431 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 52100) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:05.459484 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:05.475080 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6f47e69b-a8d2-4bc2-a067-480326580837 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50ca7bfb53fd4932a3bb248861fed863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244943 Mar 08 17:32:05.475713 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52102) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:05.477840 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47e69b-a8d2-4bc2-a067-480326580837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555daac-999d-4255-8caf-d9e19330d9c6,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:05.488501 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8bcbd5-cc42-4eec-9708-bb5285281103 x-openstack-request-id: req-aa8bcbd5-cc42-4eec-9708-bb5285281103 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:05.495934 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1c4b6-5db3-44da-a209-0c5b177d43ca", "name": "network-vif-deleted", "tag": "57372820-1d3d-4919-b954-25d40866cd5b", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:05.496383 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa8bcbd5-cc42-4eec-9708-bb5285281103 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:05.497974 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1c4b6-5db3-44da-a209-0c5b177d43ca', 'name': 'network-vif-deleted', 'tag': '57372820-1d3d-4919-b954-25d40866cd5b', 'status': 'completed', 'code': 200} Mar 08 17:32:05.514650 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.584147 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-326eb33b-2c39-4e82-80c1-0502b7299d3a admin admin] Publish callbacks [] for security_group (e555daac-999d-4255-8caf-d9e19330d9c6), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.600575 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c703753-0018-443c-9a9f-56bd9629b8dd req-f62c6bf1-951a-487c-a0da-bcc91ddb8c1f tempest-VolumesActionsTest-376170973 tempest-VolumesActionsTest-376170973-project] 10.222.0.46 "GET /v2.0/ports?device_id=72e1c4b6-5db3-44da-a209-0c5b177d43ca HTTP/1.1" status: 200 len: 210 time: 0.0619271 Mar 08 17:32:05.744678 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.759317 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:05.978082 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-326eb33b-2c39-4e82-80c1-0502b7299d3a admin admin] Publish callbacks [] for security_group (e555daac-999d-4255-8caf-d9e19330d9c6), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:06.029712 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Allocated IP 172.27.1.208 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/88581e9c-120d-427d-82a3-21f3636e6530) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:06.067144 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949056a-c722-41a4-a8a9-12866661db56 req-1ac09a05-0501-47f5-bf50-320041ea2ac7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:06.074202 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9949056a-c722-41a4-a8a9-12866661db56 req-1ac09a05-0501-47f5-bf50-320041ea2ac7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1916425 Mar 08 17:32:06.089310 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-326eb33b-2c39-4e82-80c1-0502b7299d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e555daac-999d-4255-8caf-d9e19330d9c6), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:06.092975 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-326eb33b-2c39-4e82-80c1-0502b7299d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:06.094370 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-326eb33b-2c39-4e82-80c1-0502b7299d3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e555daac-999d-4255-8caf-d9e19330d9c6 HTTP/1.1" status: 204 len: 168 time: 0.6174922 Mar 08 17:32:06.132930 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eb33b-2c39-4e82-80c1-0502b7299d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555daac-999d-4255-8caf-d9e19330d9c6,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:06.141650 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596c128-06cd-4737-b07a-4ed2fca452bb req-066017be-36f8-4dc6-b483-cc28abc28638 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:06.148433 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a596c128-06cd-4737-b07a-4ed2fca452bb req-066017be-36f8-4dc6-b483-cc28abc28638 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1906214 Mar 08 17:32:06.286043 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9949056a-c722-41a4-a8a9-12866661db56 req-14e308ac-35ba-4b04-b23c-fa280a8c83d7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088938 Mar 08 17:32:06.293599 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-592ba9d3-2f24-4ccb-9d5c-2e0c8c19a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:06.295267 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-592ba9d3-2f24-4ccb-9d5c-2e0c8c19a645 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 1129 time: 0.2180064 Mar 08 17:32:06.304915 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a596c128-06cd-4737-b07a-4ed2fca452bb req-e114c71c-d023-4ff1-a12b-28dbecc23f07 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555779 Mar 08 17:32:06.367836 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (88581e9c-120d-427d-82a3-21f3636e6530), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:06.480669 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-4239f4dd-ddda-4946-98e6-fca747d55622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:06.482507 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-4239f4dd-ddda-4946-98e6-fca747d55622 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 912 time: 0.1767426 Mar 08 17:32:06.485591 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (88581e9c-120d-427d-82a3-21f3636e6530), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:06.582958 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:06.610450 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:06.613294 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:06.662069 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=88581e9c-120d-427d-82a3-21f3636e6530,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:06.679881 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-6bc57208-b4e0-4e95-bdd2-f5d0c14cfb08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971 HTTP/1.1" status: 200 len: 1001 time: 0.1815443 Mar 08 17:32:06.771382 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9561e-8617-47c9-ad7c-a6829fbd1825 req-ba80d6ea-8fbb-4329-86c1-276dfb8c727b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:06.773684 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9ec9561e-8617-47c9-ad7c-a6829fbd1825 req-ba80d6ea-8fbb-4329-86c1-276dfb8c727b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.2766488 Mar 08 17:32:06.865488 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-aa87ac45-36dc-4095-9594-eba45e8b0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:06.867407 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-aa87ac45-36dc-4095-9594-eba45e8b0a0b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05422727-ab15-4b2b-85db-9374acaebec7 HTTP/1.1" status: 200 len: 850 time: 0.1781442 Mar 08 17:32:06.914987 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (4866063d-af4e-439d-9452-06ef5f4ea2f4), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:06.949762 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9ec9561e-8617-47c9-ad7c-a6829fbd1825 req-10afb831-c4e6-48c3-a133-0cbeaf819a2d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533344 Mar 08 17:32:07.003258 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-d0c32502-c439-4db4-a7f5-1e8cb4f269af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:07.005018 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-d0c32502-c439-4db4-a7f5-1e8cb4f269af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1e98f65-d043-4791-8dbc-30c813b7ca3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1289704 Mar 08 17:32:07.006118 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (88581e9c-120d-427d-82a3-21f3636e6530), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:07.273611 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-7dfc310a-3e31-4d75-95be-213f6c2a0dc4 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437649 Mar 08 17:32:07.520414 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (88581e9c-120d-427d-82a3-21f3636e6530), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:07.549914 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (88581e9c-120d-427d-82a3-21f3636e6530), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:07.682657 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d26926e6-ff0c-4c58-9af4-7ca3cbf24dd4 req-9f774bf2-8ba4-4ca5-868b-ff291d408722 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979905 Mar 08 17:32:08.040380 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (4866063d-af4e-439d-9452-06ef5f4ea2f4), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:08.057847 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cf9c-f0b8-43c1-9c0c-351ff50f6ebf req-29fe84d8-e7de-478f-a6a6-767261e7b303 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:08.059492 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d72cf9c-f0b8-43c1-9c0c-351ff50f6ebf req-29fe84d8-e7de-478f-a6a6-767261e7b303 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.6437058 Mar 08 17:32:08.065124 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=88581e9c-120d-427d-82a3-21f3636e6530,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:08.077943 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f49da0-b978-4839-af0b-d3752fed622d req-69a7d769-165d-4608-b482-d8dc5ca0ce23 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:08.079538 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-69f49da0-b978-4839-af0b-d3752fed622d req-69a7d769-165d-4608-b482-d8dc5ca0ce23 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.6453013 Mar 08 17:32:08.123824 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:08.130297 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-2585b8a3-5bc6-4991-b412-468b97695332 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6694920 Mar 08 17:32:08.156297 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d72cf9c-f0b8-43c1-9c0c-351ff50f6ebf req-73e2f4dc-ef10-4337-b59c-0eba321b5f4e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756824 Mar 08 17:32:08.205797 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-69f49da0-b978-4839-af0b-d3752fed622d req-63c3090b-0d93-4d28-8c11-0d49269ffb22 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054862 Mar 08 17:32:08.356316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088928ef-2307-4346-a08e-c948fdb14a79 req-dfea4f74-102b-4068-bd73-0faefc566732 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:08.365905 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-088928ef-2307-4346-a08e-c948fdb14a79 req-dfea4f74-102b-4068-bd73-0faefc566732 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1110382 Mar 08 17:32:08.430910 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-088928ef-2307-4346-a08e-c948fdb14a79 req-9de655ea-eee6-4053-9758-3890988f2f2c tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Mar 08 17:32:09.127889 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 57372820-1d3d-4919-b954-25d40866cd5b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:32:09.193249 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 57372820-1d3d-4919-b954-25d40866cd5b {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:32:09.193601 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 57372820-1d3d-4919-b954-25d40866cd5b not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:32:09.251977 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:32:09.376976 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035a2f1-1e8c-48bf-96a3-45d4b8308423 req-333ea18a-2fa5-48b3-b5f6-fa565f5b5fb5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:09.384081 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4035a2f1-1e8c-48bf-96a3-45d4b8308423 req-333ea18a-2fa5-48b3-b5f6-fa565f5b5fb5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1234426 Mar 08 17:32:09.435815 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-7e36b541-396f-4a23-b513-efaa63d47e8d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--370193811&fields=id&tenant_id=152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 267 time: 0.1051044 Mar 08 17:32:09.506175 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4035a2f1-1e8c-48bf-96a3-45d4b8308423 req-6fbe674a-b8ff-49b8-b705-463ff4f0c5f2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057830 Mar 08 17:32:09.605200 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c773-13e6-44a4-996b-297f65c45d48 req-c848d5df-ce8a-4eba-abaf-0d8d5f5b3e8d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:09.606648 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-c848d5df-ce8a-4eba-abaf-0d8d5f5b3e8d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 814 time: 0.1622944 Mar 08 17:32:09.633633 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3bf20-fedc-4a86-9a9f-40dc5892bc8c req-07fd6bc7-1660-49e7-a347-7b672deaed5a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:09.637712 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38b3bf20-fedc-4a86-9a9f-40dc5892bc8c req-07fd6bc7-1660-49e7-a347-7b672deaed5a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0800970 Mar 08 17:32:09.644830 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-b69a0f67-fa8f-4ec4-af91-3856ae5d1244 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/quotas/152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 375 time: 0.0296447 Mar 08 17:32:09.732192 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38b3bf20-fedc-4a86-9a9f-40dc5892bc8c req-e99c23b9-97ad-496e-85ad-93715ede7e86 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843043 Mar 08 17:32:09.752217 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-efc064b0-6400-4a57-8f36-338b4db77735 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015375 Mar 08 17:32:09.901196 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-5fd25877-26e1-4141-a0a2-1f66ea517006 service neutron] 10.222.0.46 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343782 Mar 08 17:32:09.912045 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8458e43-e625-4a99-969e-d5125e41eba6 req-55237d00-2e7b-428b-9b11-7845c602c1ad tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:09.913629 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b8458e43-e625-4a99-969e-d5125e41eba6 req-55237d00-2e7b-428b-9b11-7845c602c1ad tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0797942 Mar 08 17:32:10.026712 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b8458e43-e625-4a99-969e-d5125e41eba6 req-7e021fbb-3636-4621-a7a6-b81923c6148a tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045432 Mar 08 17:32:10.060225 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-d439edf1-4e29-4123-9954-bf1b55b9ac23 service neutron] 10.222.0.46 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350245 Mar 08 17:32:10.288819 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b4bff495-14a7-4330-a4a9-1cda9693af32 req-86bab0a7-a798-42f0-bffd-1622adbb4ae9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 210 time: 0.0357809 Mar 08 17:32:10.879776 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690e3c0-5113-4633-a302-765ccfb027fa req-e4d43cb6-fc52-4f18-ab46-90bf2e19fbad tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:10.882086 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5690e3c0-5113-4633-a302-765ccfb027fa req-e4d43cb6-fc52-4f18-ab46-90bf2e19fbad tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0616093 Mar 08 17:32:10.935694 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5690e3c0-5113-4633-a302-765ccfb027fa req-984e065b-076f-45c2-992f-c17df614d6ac tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476718 Mar 08 17:32:11.176249 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6999a-f0f9-4370-bb10-7cd8737b023d req-e90e2851-888d-4a5f-8c86-ea6a2c808963 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:11.177984 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b8a6999a-f0f9-4370-bb10-7cd8737b023d req-e90e2851-888d-4a5f-8c86-ea6a2c808963 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0636542 Mar 08 17:32:11.245075 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b8a6999a-f0f9-4370-bb10-7cd8737b023d req-aeb5aea8-624a-40b4-8ca4-e480f49f8594 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609274 Mar 08 17:32:11.390253 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-690f2238-adf0-4c3b-ba7c-6b083aa4fbe8 req-bfae0be4-a20e-42e3-8596-2047dd914146 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 210 time: 0.0316150 Mar 08 17:32:12.095540 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abaeff-d10f-420c-ba63-1966ed720a04 req-a73cb269-ce6f-4ea4-b02c-a41fa3e562c2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:12.100388 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-44abaeff-d10f-420c-ba63-1966ed720a04 req-a73cb269-ce6f-4ea4-b02c-a41fa3e562c2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0704966 Mar 08 17:32:12.153869 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-44abaeff-d10f-420c-ba63-1966ed720a04 req-6978d138-5ea9-4d77-9fb3-bfc5c35c0e31 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489094 Mar 08 17:32:12.382998 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3c63a-2de2-4429-afff-22c7528e8dff req-0fb3070b-5da5-40d6-ac44-c55ce76afe91 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:12.384561 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74a3c63a-2de2-4429-afff-22c7528e8dff req-0fb3070b-5da5-40d6-ac44-c55ce76afe91 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0608029 Mar 08 17:32:12.463430 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74a3c63a-2de2-4429-afff-22c7528e8dff req-f6981d4f-213f-4b63-ad39-f5ddf1b0d851 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708973 Mar 08 17:32:12.536051 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0fff215d-9f2c-4cc3-8756-b01bbc178214 req-f1d51b6d-7e4a-4739-bf68-30e82d1ac851 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 210 time: 0.0329151 Mar 08 17:32:13.293273 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0fa45-2514-45be-ac47-2be92be9b87f req-fdc75664-f46c-4e3a-b765-1d4dd1ead14b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:13.294905 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-29e0fa45-2514-45be-ac47-2be92be9b87f req-fdc75664-f46c-4e3a-b765-1d4dd1ead14b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.0678613 Mar 08 17:32:13.354861 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-29e0fa45-2514-45be-ac47-2be92be9b87f req-12aac562-6ba5-400f-91ac-7426b9012019 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527761 Mar 08 17:32:13.614672 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cd29c-c2c5-41f1-bc29-bc2809abd977 req-ab9c2c5f-90f1-493a-a46f-ad117915a9bd tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:13.616351 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3cd29c-c2c5-41f1-bc29-bc2809abd977 req-ab9c2c5f-90f1-493a-a46f-ad117915a9bd tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0685921 Mar 08 17:32:13.650761 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4886778c-c940-4367-bf22-b93867e7a113 req-4ce34437-06b2-4df6-847b-cac192c35f46 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 210 time: 0.0330927 Mar 08 17:32:13.724067 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3cd29c-c2c5-41f1-bc29-bc2809abd977 req-67c1d5e2-e10b-4851-aa14-77ced4f38ea7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964344 Mar 08 17:32:13.920486 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c773-13e6-44a4-996b-297f65c45d48 req-11112e34-69d2-47cd-a6e8-ffcb6cfe8661 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:13.922134 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-11112e34-69d2-47cd-a6e8-ffcb6cfe8661 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 814 time: 0.1367977 Mar 08 17:32:14.007151 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-4d549b1b-b339-4378-a39a-0633f3e4ef0b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 471 time: 0.0693882 Mar 08 17:32:14.020362 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'port': {'device_id': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'admin_state_up': True, 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'security_groups': ['494f0599-2bd0-412e-9923-b23be6d5d857']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:14.129023 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Made reservation on behalf of 152646c42b4d4a3f9a3e2937763c6a8a for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:14.132540 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:14.258651 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Allocated IP 172.20.0.4 (c6cda2d8-e005-4116-8303-4d7da4dd4b97/5f33444a-083a-449e-8dd2-611fb6a0c2bd/c5a6cddb-c415-40f0-8672-49f3c86db780) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:14.411239 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:14.474111 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:14.527991 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:14.535363 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd6f37-7f58-4afd-b31d-3adf9cac9b04 req-fee85f0c-090f-4f0a-8759-e0f77f075905 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:14.536896 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-89cd6f37-7f58-4afd-b31d-3adf9cac9b04 req-fee85f0c-090f-4f0a-8759-e0f77f075905 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1110463 Mar 08 17:32:14.540734 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:14.544100 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:14.547353 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=c5a6cddb-c415-40f0-8672-49f3c86db780,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:14.625697 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:14.626328 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:14.638548 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-89cd6f37-7f58-4afd-b31d-3adf9cac9b04 req-0e5bc58b-2940-45c3-902e-df36dbcd1916 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956826 Mar 08 17:32:14.652489 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-40f28850-c136-4e38-88c0-35cef8e0b017 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6360180 Mar 08 17:32:14.679104 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Request body: {'port': {'device_id': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:14.758639 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:14.837060 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-be286af6-9d3f-4508-8fce-275dad2c28ab None None] Provisioning complete for port c5a6cddb-c415-40f0-8672-49f3c86db780 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:14.837597 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-be286af6-9d3f-4508-8fce-275dad2c28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:14.877215 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-be286af6-9d3f-4508-8fce-275dad2c28ab None None] Port c5a6cddb-c415-40f0-8672-49f3c86db780 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:14.939267 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832f2b-74a8-4f3c-bf2c-f6cabc740d3e req-e47a3bd7-80c8-4031-b9e3-21c90800776a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:14.941287 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-32832f2b-74a8-4f3c-bf2c-f6cabc740d3e req-e47a3bd7-80c8-4031-b9e3-21c90800776a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 931 time: 0.1936526 Mar 08 17:32:15.032259 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456b11e-9366-4ab2-a259-a9b417652893 req-f54cd58c-d769-4d87-a920-f09db6cc1d31 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:15.032259 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6456b11e-9366-4ab2-a259-a9b417652893 req-f54cd58c-d769-4d87-a920-f09db6cc1d31 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.2172592 Mar 08 17:32:15.131308 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-32832f2b-74a8-4f3c-bf2c-f6cabc740d3e req-eaaf7d61-c924-4b12-b9d1-55863dd48a81 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814666 Mar 08 17:32:15.153837 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e374d8-260c-45e4-b442-cd15d960230a req-3ce1db16-352c-4916-b1af-ccf8cbe36a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:15.155604 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-62e374d8-260c-45e4-b442-cd15d960230a req-3ce1db16-352c-4916-b1af-ccf8cbe36a3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 1130 time: 0.2125881 Mar 08 17:32:15.232823 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6456b11e-9366-4ab2-a259-a9b417652893 req-4a6db344-ed10-4a4b-af28-ee80abfd54c7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812108 Mar 08 17:32:15.367159 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a6cddb-c415-40f0-8672-49f3c86db780 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:15.377424 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Publish callbacks [] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:15.386161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e374d8-260c-45e4-b442-cd15d960230a req-6a3502f6-3bcc-4aa3-bfc6-74fefe32b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:15.387654 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-62e374d8-260c-45e4-b442-cd15d960230a req-6a3502f6-3bcc-4aa3-bfc6-74fefe32b7dc service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 917 time: 0.2205348 Mar 08 17:32:15.404123 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Transition to ACTIVE for port object c5a6cddb-c415-40f0-8672-49f3c86db780 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:32:15.437484 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:15.514042 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a6cddb-c415-40f0-8672-49f3c86db780,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:15.521925 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-62e374d8-260c-45e4-b442-cd15d960230a req-e95edb0b-d77b-4e78-be9b-d3111e8211de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e66fec-ac85-4eba-8117-bd1475c03934 HTTP/1.1" status: 200 len: 1002 time: 0.1255558 Mar 08 17:32:15.594389 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e374d8-260c-45e4-b442-cd15d960230a req-6d2e1559-d9e6-431d-8d2d-9990c5f116f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:15.596728 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-62e374d8-260c-45e4-b442-cd15d960230a req-6d2e1559-d9e6-431d-8d2d-9990c5f116f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 200 len: 855 time: 0.0683196 Mar 08 17:32:15.700406 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Attempting to bind port c5a6cddb-c415-40f0-8672-49f3c86db780 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:15.700749 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Attempting to bind port c5a6cddb-c415-40f0-8672-49f3c86db780 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:15.701146 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Attempting to bind port c5a6cddb-c415-40f0-8672-49f3c86db780 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:15.712555 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Port c5a6cddb-c415-40f0-8672-49f3c86db780 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:32:15.712873 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Attempting to bind port c5a6cddb-c415-40f0-8672-49f3c86db780 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:15.716384 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e374d8-260c-45e4-b442-cd15d960230a req-632f0d55-6d4d-4547-a0ae-0b66a930d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:15.717997 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-62e374d8-260c-45e4-b442-cd15d960230a req-632f0d55-6d4d-4547-a0ae-0b66a930d770 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978146 Mar 08 17:32:15.722999 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:15.723379 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Checking segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:15.723773 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Bound using segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:15.724253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Bound port: c5a6cddb-c415-40f0-8672-49f3c86db780, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:15.724613 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:15.841082 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52394) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:15.910437 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-62e374d8-260c-45e4-b442-cd15d960230a req-a357bf24-94f9-4c8c-b3ff-a029a158773e service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833718 Mar 08 17:32:15.920608 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cd184-880d-4f5e-9a87-a8c95071d160 req-5267bcf7-43ae-46ff-a691-5d075c5e88d2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:15.922120 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af8cd184-880d-4f5e-9a87-a8c95071d160 req-5267bcf7-43ae-46ff-a691-5d075c5e88d2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1602156 Mar 08 17:32:15.932937 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] For port c5a6cddb-c415-40f0-8672-49f3c86db780, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:15.938300 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] For port c5a6cddb-c415-40f0-8672-49f3c86db780, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c5a6cddb-c415-40f0-8672-49f3c86db780,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:15.970251 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.011366 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f89c8cc0-6e8b-4d95-b691-2c480e3723b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.120663 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f89c8cc0-6e8b-4d95-b691-2c480e3723b4 admin admin] Publish callbacks [] for security_group (071ffb78-1f9f-4682-809e-4b155d4040ca), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.126364 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f89c8cc0-6e8b-4d95-b691-2c480e3723b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (071ffb78-1f9f-4682-809e-4b155d4040ca), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.163700 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c8cc0-6e8b-4d95-b691-2c480e3723b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ffb78-1f9f-4682-809e-4b155d4040ca,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:16.211037 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f89c8cc0-6e8b-4d95-b691-2c480e3723b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=539408bd4a414449864e734204e88922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681624 Mar 08 17:32:16.211961 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52400) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:16.285472 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc6f4-20cf-4fa5-9d4c-55ca869ea77d admin admin] Publish callbacks [] for security_group (071ffb78-1f9f-4682-809e-4b155d4040ca), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.311855 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc6f4-20cf-4fa5-9d4c-55ca869ea77d admin admin] Publish callbacks [] for security_group (071ffb78-1f9f-4682-809e-4b155d4040ca), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.342355 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:16.342994 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.344392 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] 10.222.0.71 "PUT /v2.0/ports/c5a6cddb-c415-40f0-8672-49f3c86db780 HTTP/1.1" status: 200 len: 1093 time: 1.6725671 Mar 08 17:32:16.354548 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'tag': 'c5a6cddb-c415-40f0-8672-49f3c86db780'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:16.358340 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ee2444-719c-4f5d-b5a3-fb8be836f31c" -d '{"events": [{"name": "network-changed", "server_uuid": "528febdd-7a76-484b-8b58-86bbdd3b1975", "tag": "c5a6cddb-c415-40f0-8672-49f3c86db780"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:16.392676 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc6f4-20cf-4fa5-9d4c-55ca869ea77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (071ffb78-1f9f-4682-809e-4b155d4040ca), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.395987 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc6f4-20cf-4fa5-9d4c-55ca869ea77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.401343 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-bfdcc6f4-20cf-4fa5-9d4c-55ca869ea77d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/071ffb78-1f9f-4682-809e-4b155d4040ca HTTP/1.1" status: 204 len: 168 time: 0.1867764 Mar 08 17:32:16.411216 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcc6f4-20cf-4fa5-9d4c-55ca869ea77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ffb78-1f9f-4682-809e-4b155d4040ca,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:16.464102 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af8cd184-880d-4f5e-9a87-a8c95071d160 req-145d2236-d595-4401-aa96-832f67229043 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5286889 Mar 08 17:32:16.476066 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b0952-ddeb-42dc-8eb9-2620f97d3ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a6cddb-c415-40f0-8672-49f3c86db780,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:16.490633 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-62e374d8-260c-45e4-b442-cd15d960230a req-0c009dea-dbfe-429a-87b3-5fc63a6bc321 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659623 Mar 08 17:32:16.519172 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758a653-c8c0-4cb3-b610-77a96841c116 req-86726fcd-f72a-4621-af89-c9a7bac52a9a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:16.520794 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1758a653-c8c0-4cb3-b610-77a96841c116 req-86726fcd-f72a-4621-af89-c9a7bac52a9a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 943 time: 0.2014043 Mar 08 17:32:16.546327 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c773-13e6-44a4-996b-297f65c45d48 req-df099265-2bbf-4a4f-99c6-089a2886eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:16.547863 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-df099265-2bbf-4a4f-99c6-089a2886eb33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 1127 time: 0.1323624 Mar 08 17:32:16.673781 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-b5443f50-ef18-4394-b118-c0d68de4812d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a6cddb-c415-40f0-8672-49f3c86db780 HTTP/1.1" status: 200 len: 217 time: 0.0884705 Mar 08 17:32:16.708646 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1758a653-c8c0-4cb3-b610-77a96841c116 req-a633544b-3b53-4e86-8e84-a5e87788b0fa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806746 Mar 08 17:32:16.764917 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c773-13e6-44a4-996b-297f65c45d48 req-33499fd0-d147-42d5-9df8-d870ea168b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:16.766351 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-33499fd0-d147-42d5-9df8-d870ea168b5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0708323 Mar 08 17:32:16.778190 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af9ecc-394f-4bf5-93f7-b8670607471a req-cb45249d-c7aa-4e13-b9b8-3b689b042d07 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:16.779761 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f7af9ecc-394f-4bf5-93f7-b8670607471a req-cb45249d-c7aa-4e13-b9b8-3b689b042d07 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1800733 Mar 08 17:32:16.820087 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda0fbeb-b5e2-4e65-bbd1-98d0ecfc941e x-openstack-request-id: req-bda0fbeb-b5e2-4e65-bbd1-98d0ecfc941e {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:16.820506 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528febdd-7a76-484b-8b58-86bbdd3b1975", "tag": "c5a6cddb-c415-40f0-8672-49f3c86db780", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:16.820616 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bda0fbeb-b5e2-4e65-bbd1-98d0ecfc941e {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:16.820998 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'tag': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'status': 'completed', 'code': 200} Mar 08 17:32:16.869310 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f7af9ecc-394f-4bf5-93f7-b8670607471a req-56f81eef-f6ee-4eaa-af44-7a84ab17a025 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808544 Mar 08 17:32:16.872235 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c773-13e6-44a4-996b-297f65c45d48 req-e90b928d-e975-4477-8935-8e24d2d3a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:16.873734 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-e90b928d-e975-4477-8935-8e24d2d3a410 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930293 Mar 08 17:32:16.881063 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52416) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:16.909199 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-53a21e6f-6ff2-46f3-8951-1bf62cb4e8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:16.998834 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-95764eae-26d0-4872-889a-e7c3e604965d service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170251 Mar 08 17:32:17.012751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-53a21e6f-6ff2-46f3-8951-1bf62cb4e8d9 admin admin] Publish callbacks [] for security_group (5f392b9f-c024-44df-a931-b50c9d25e05f), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.018266 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-53a21e6f-6ff2-46f3-8951-1bf62cb4e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5f392b9f-c024-44df-a931-b50c9d25e05f), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.060858 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21e6f-6ff2-46f3-8951-1bf62cb4e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f392b9f-c024-44df-a931-b50c9d25e05f,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:17.086232 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-53a21e6f-6ff2-46f3-8951-1bf62cb4e8d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=453ab267ff4b4f0f859d9f1e8692c6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040408 Mar 08 17:32:17.088796 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52418) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:17.114560 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f762c773-13e6-44a4-996b-297f65c45d48 req-d1735c3e-fdcf-412f-a166-a2bc53fa3a7c service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073542 Mar 08 17:32:17.140716 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cbf12240-9532-406d-a7b8-b44d7e431dee admin admin] Publish callbacks [] for security_group (5f392b9f-c024-44df-a931-b50c9d25e05f), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.165223 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cbf12240-9532-406d-a7b8-b44d7e431dee admin admin] Publish callbacks [] for security_group (5f392b9f-c024-44df-a931-b50c9d25e05f), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.225433 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cbf12240-9532-406d-a7b8-b44d7e431dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5f392b9f-c024-44df-a931-b50c9d25e05f), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.228769 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cbf12240-9532-406d-a7b8-b44d7e431dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.229973 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-cbf12240-9532-406d-a7b8-b44d7e431dee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f392b9f-c024-44df-a931-b50c9d25e05f HTTP/1.1" status: 204 len: 168 time: 0.1389058 Mar 08 17:32:17.239661 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf12240-9532-406d-a7b8-b44d7e431dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f392b9f-c024-44df-a931-b50c9d25e05f,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:17.325617 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-b083ce75-cf2e-4c91-b2f6-a0f053be56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:17.327284 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-b083ce75-cf2e-4c91-b2f6-a0f053be56a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 1127 time: 0.0540149 Mar 08 17:32:17.443386 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-8d1b50b0-d870-45b9-8666-dababd020ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:17.445039 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-8d1b50b0-d870-45b9-8666-dababd020ff5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 915 time: 0.1101916 Mar 08 17:32:17.506848 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-dd7ff7d0-ff49-4187-b145-0906a9043a42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a6cddb-c415-40f0-8672-49f3c86db780 HTTP/1.1" status: 200 len: 217 time: 0.0525193 Mar 08 17:32:17.614072 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-17b1f9c9-78e2-4f23-8e07-b4713e287035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:17.615323 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-17b1f9c9-78e2-4f23-8e07-b4713e287035 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.1006963 Mar 08 17:32:17.758108 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d245-b713-4f05-ba0a-1a4fc585eaff req-efd8b111-05fb-4c18-ab76-905485a598de tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:17.759665 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4410d245-b713-4f05-ba0a-1a4fc585eaff req-efd8b111-05fb-4c18-ab76-905485a598de tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1433501 Mar 08 17:32:17.766570 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-0aa4d22d-314d-4ac2-94e3-08cca6f2e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:17.768577 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-0aa4d22d-314d-4ac2-94e3-08cca6f2e3f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1377816 Mar 08 17:32:17.933146 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4410d245-b713-4f05-ba0a-1a4fc585eaff req-9e04fa5b-a5ed-4837-8800-50588bc66bc2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635888 Mar 08 17:32:18.008923 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072036a8-ad79-4736-b348-bc6e08f75038 req-f50eed48-1f68-4ef8-bcb9-d508c3298c98 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:18.010475 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-072036a8-ad79-4736-b348-bc6e08f75038 req-f50eed48-1f68-4ef8-bcb9-d508c3298c98 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 943 time: 0.1350341 Mar 08 17:32:18.012320 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-6a7384bf-cf4f-4f3f-9392-6aa75661b4e9 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328773 Mar 08 17:32:18.199833 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-072036a8-ad79-4736-b348-bc6e08f75038 req-0bfcbe01-e9fc-41ad-a84f-c4aabacd44aa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837018 Mar 08 17:32:18.210077 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-10ee2444-719c-4f5d-b5a3-fb8be836f31c req-38ef7528-d55e-49cb-a7d8-32d19f61b78b service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875834 Mar 08 17:32:18.231023 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7ee2-3105-4b73-8cb1-fe11d85f120d req-23f3a30d-9088-4429-a847-1115f4f4df24 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:18.232476 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-731e7ee2-3105-4b73-8cb1-fe11d85f120d req-23f3a30d-9088-4429-a847-1115f4f4df24 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1934412 Mar 08 17:32:18.294158 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-731e7ee2-3105-4b73-8cb1-fe11d85f120d req-81467a28-d9ab-47e6-8f6c-6669b0d286f9 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Mar 08 17:32:19.151463 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:32:19.220968 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-443ad7cc-5e43-4648-81a5-f2c4c84b00c6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757995850&fields=id&tenant_id=e7058b9c0ae2443aa37fe583340f6198 HTTP/1.1" status: 200 len: 267 time: 0.1412742 Mar 08 17:32:19.237485 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 92e66fec-ac85-4eba-8117-bd1475c03934 is: ACTIVE; New status is: DOWN {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:19.238139 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.274436 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:19.276421 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:19.280073 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aae752-a575-4773-86bb-fca124bb860e" -d '{"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-unplugged", "status": "completed", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:19.285000 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.291071 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8c3ed-d779-4e9e-8570-ba5b470b5ec6 req-f8c70771-ab1f-4db6-ba82-fec36f41c4da tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:19.293674 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d8a8c3ed-d779-4e9e-8570-ba5b470b5ec6 req-f8c70771-ab1f-4db6-ba82-fec36f41c4da tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 946 time: 0.1960509 Mar 08 17:32:19.317664 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453551c-7c61-4496-b16f-c27a609f24d9 req-a8685437-9106-4c79-ad1b-44c4477fca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:19.321311 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b453551c-7c61-4496-b16f-c27a609f24d9 req-a8685437-9106-4c79-ad1b-44c4477fca84 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1130 time: 0.1974292 Mar 08 17:32:19.337212 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=8']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:19.476297 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d8a8c3ed-d779-4e9e-8570-ba5b470b5ec6 req-2d2c6ec0-c918-46ea-974a-280c92e58aaa tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678364 Mar 08 17:32:19.503846 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b453551c-7c61-4496-b16f-c27a609f24d9 req-617309c6-c363-4f08-8ccc-f5b19c91214d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621599 Mar 08 17:32:19.553106 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-1bc5ae92-4db7-4051-bfdf-b8ca70411fa6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:19.556462 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-1bc5ae92-4db7-4051-bfdf-b8ca70411fa6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 809 time: 0.2965331 Mar 08 17:32:19.579499 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-2d868a6f-ec70-40e0-9b5c-cf83c42e8034 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/quotas/e7058b9c0ae2443aa37fe583340f6198 HTTP/1.1" status: 200 len: 375 time: 0.0169389 Mar 08 17:32:19.679164 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11357d-dcd3-4eaf-9d78-76e59c9618d0 req-2a9242e6-9534-45f3-9f48-79be827b4f7e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:19.680875 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-da11357d-dcd3-4eaf-9d78-76e59c9618d0 req-2a9242e6-9534-45f3-9f48-79be827b4f7e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 943 time: 0.0872252 Mar 08 17:32:19.691514 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-5fa8fefe-4c44-4360-af45-f5ff9eb7962c tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066804 Mar 08 17:32:19.796111 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-da11357d-dcd3-4eaf-9d78-76e59c9618d0 req-457261d6-9886-49dc-b03a-ca7d396271b0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034477 Mar 08 17:32:19.838614 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-b0e08bd0-446f-4f43-b085-de40a596b4c8 service neutron] 10.222.0.46 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289690 Mar 08 17:32:19.841493 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf80a60-967b-4593-979a-d313cf296f26 x-openstack-request-id: req-5bf80a60-967b-4593-979a-d313cf296f26 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:19.841796 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-unplugged", "status": "failed", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934", "code": 422}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:19.842114 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bf80a60-967b-4593-979a-d313cf296f26 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:19.842830 dv-cinder-830090-3-iscsi neutron-server[103293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934', 'code': 422} returned with failed status Mar 08 17:32:19.984306 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e162036-6237-41cb-add4-1519dd132415 req-0906f35a-3eef-4937-9f2e-79e2847de283 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:19.985931 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0e162036-6237-41cb-add4-1519dd132415 req-0906f35a-3eef-4937-9f2e-79e2847de283 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0801458 Mar 08 17:32:19.988025 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-f9dd52a4-f326-4cb0-8a86-d53e30ad299e service neutron] 10.222.0.46 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437917 Mar 08 17:32:20.082134 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0e162036-6237-41cb-add4-1519dd132415 req-dc6043a8-ac3c-449e-9bee-7a399a6b7e28 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873725 Mar 08 17:32:20.362977 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f39f3551-4add-42c2-a2ff-1890ce8e8234 req-05c44c65-9462-4919-87cb-24caf382e861 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 210 time: 0.0359967 Mar 08 17:32:20.656591 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [req-e2462add-f8be-49fa-9be2-aa302680ea57 req-ad20abb2-33f8-4af1-b1b0-8ac66ab4cca1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:32:20.657965 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e2462add-f8be-49fa-9be2-aa302680ea57 req-ad20abb2-33f8-4af1-b1b0-8ac66ab4cca1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060823 Mar 08 17:32:20.897219 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a78229-2dc5-42e9-a031-e60d92595241 req-cd4de16c-5d83-403d-853d-3d86af3566f6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:20.921816 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a78229-2dc5-42e9-a031-e60d92595241 req-cd4de16c-5d83-403d-853d-3d86af3566f6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1043932 Mar 08 17:32:21.028737 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a78229-2dc5-42e9-a031-e60d92595241 req-367fb56c-4723-40fb-a0e6-f5042db4c63b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058900 Mar 08 17:32:21.054892 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf78ce-5926-435c-a2ca-84c71c83423b req-a0071c45-f786-463e-9975-356b3137d9c1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:21.062560 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1bdf78ce-5926-435c-a2ca-84c71c83423b req-a0071c45-f786-463e-9975-356b3137d9c1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 943 time: 0.1123562 Mar 08 17:32:21.129700 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1bdf78ce-5926-435c-a2ca-84c71c83423b req-e03a2f6a-e751-44a9-99ed-2a32bf1e91be tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657506 Mar 08 17:32:21.176093 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device c5a6cddb-c415-40f0-8672-49f3c86db780 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:32:21.260553 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd061d2-6dd8-48f4-929b-f127d4b30ebb req-5b0cad1a-3f62-460c-ad36-902ce78059a1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:21.263169 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fdd061d2-6dd8-48f4-929b-f127d4b30ebb req-5b0cad1a-3f62-460c-ad36-902ce78059a1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0798583 Mar 08 17:32:21.335821 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port c5a6cddb-c415-40f0-8672-49f3c86db780, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c5a6cddb-c415-40f0-8672-49f3c86db780,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:21.340608 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fdd061d2-6dd8-48f4-929b-f127d4b30ebb req-8e0521a4-794e-4772-beb2-dbfff531ac70 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689092 Mar 08 17:32:21.361184 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'port_id': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'mac_address': 'fa:16:3e:ec:00:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:32:21.402622 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port c5a6cddb-c415-40f0-8672-49f3c86db780 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:21.403475 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.418365 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a6cddb-c415-40f0-8672-49f3c86db780 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:21.439087 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port c5a6cddb-c415-40f0-8672-49f3c86db780, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c5a6cddb-c415-40f0-8672-49f3c86db780,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:21.445062 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.494965 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=c5a6cddb-c415-40f0-8672-49f3c86db780,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:21.516720 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-68b0435a-3096-4f2b-90d6-10f52f7a47e2 req-fe4cecb6-5a40-4481-9300-616578c16355 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 210 time: 0.0462401 Mar 08 17:32:21.861305 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['c5a6cddb-c415-40f0-8672-49f3c86db780'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:32:21.921885 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970ed0a-ee30-4563-b865-6b559682f28d req-cbaab116-8c93-4479-ae82-549c6d9e91de tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:21.923434 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7970ed0a-ee30-4563-b865-6b559682f28d req-cbaab116-8c93-4479-ae82-549c6d9e91de tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1729162 Mar 08 17:32:21.963176 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-ce42b878-bf53-4da3-81ca-224abebe87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:21.964818 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-ce42b878-bf53-4da3-81ca-224abebe87eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 1130 time: 0.1780071 Mar 08 17:32:21.975240 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-58d39c68-0f91-482c-aab6-9535cb51c5b4 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:21.976855 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-58d39c68-0f91-482c-aab6-9535cb51c5b4 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.71 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 809 time: 0.2144997 Mar 08 17:32:22.066608 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7970ed0a-ee30-4563-b865-6b559682f28d req-2756fa2c-a741-4652-a77f-a8de6f8dbea3 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311085 Mar 08 17:32:22.189814 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-bfff5580-3572-40ae-bcb2-2d2d6aea22b6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7058b9c0ae2443aa37fe583340f6198 HTTP/1.1" status: 200 len: 379 time: 0.1686409 Mar 08 17:32:22.212410 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'port': {'device_id': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'admin_state_up': True, 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'security_groups': ['b970fba8-c2d5-4d63-97d8-7b01ef045d72']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:22.219542 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-2823acaf-1b95-4782-ac1c-43f3fdba8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:22.221225 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-2823acaf-1b95-4782-ac1c-43f3fdba8716 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 200 len: 919 time: 0.2189214 Mar 08 17:32:22.341874 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-dcd3c197-3027-4814-8e08-53ae5f150f03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b39596-bf88-44dd-a692-5262f3d60cba HTTP/1.1" status: 200 len: 217 time: 0.1042614 Mar 08 17:32:22.421777 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8786-2385-4753-84a1-05068d0f87df req-8222f2ab-8c6e-4dd1-9831-d7dbabdd7bb6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:22.423620 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8d2e8786-2385-4753-84a1-05068d0f87df req-8222f2ab-8c6e-4dd1-9831-d7dbabdd7bb6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.2507617 Mar 08 17:32:22.465363 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1236d-1d64-4875-98f4-58d1b21110e5 req-5d2466c1-ef10-42ea-befe-909929317da9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:22.469125 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-edf1236d-1d64-4875-98f4-58d1b21110e5 req-5d2466c1-ef10-42ea-befe-909929317da9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 944 time: 0.2524905 Mar 08 17:32:22.505551 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-6a64ba35-e5e7-4079-9d73-741480930a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:22.507050 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-6a64ba35-e5e7-4079-9d73-741480930a14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 200 len: 858 time: 0.1548281 Mar 08 17:32:22.573522 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-a999aa05-35c4-4978-8cb4-817c8d0b6cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599110 Mar 08 17:32:22.630324 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Made reservation on behalf of e7058b9c0ae2443aa37fe583340f6198 for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:22.633830 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:22.687380 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8d2e8786-2385-4753-84a1-05068d0f87df req-764c4cb2-8e2e-440d-abd3-88165de994b9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472873 Mar 08 17:32:22.695976 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-edf1236d-1d64-4875-98f4-58d1b21110e5 req-fa210c35-af0c-457a-b045-8aee8ac44d49 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259898 Mar 08 17:32:22.823980 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb48bb2a-9b16-48de-b787-6673cdd13d31 req-64bb9e41-02f7-4405-919e-c5cb4b1ffdf5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 210 time: 0.0490720 Mar 08 17:32:22.866822 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-50163e0d-be81-4cf2-b06b-a9aa3c8f1f78 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711697 Mar 08 17:32:22.953538 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Allocated IP 172.20.0.14 (b8995344-404a-422d-98d9-83cdbc0c32c1/a2cfd9f6-8832-4dc3-a7b8-f66ea9930257/59e1914e-5634-41dc-b758-7d2fd9c8b672) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:23.014365 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98debc8f-e89e-4cc4-a0a6-94a6fc646c28 req-c7b7e021-dac5-426d-b9d1-43c7f27107b3 service neutron] 10.222.0.71 "GET /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400409 Mar 08 17:32:23.128554 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.195726 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device c5a6cddb-c415-40f0-8672-49f3c86db780 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:23.223620 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.271230 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port c5a6cddb-c415-40f0-8672-49f3c86db780 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:32:23.278172 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port c5a6cddb-c415-40f0-8672-49f3c86db780 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:23.279440 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.294279 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Network b8995344-404a-422d-98d9-83cdbc0c32c1 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:23.301024 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:23.315484 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1873b04-1eca-41a1-a883-ba11811e38fa req-d8fcdbe5-0907-4efa-b3dc-259e95924df2 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:23.326727 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b1873b04-1eca-41a1-a883-ba11811e38fa req-d8fcdbe5-0907-4efa-b3dc-259e95924df2 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1512527 Mar 08 17:32:23.339376 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:23.391920 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port c5a6cddb-c415-40f0-8672-49f3c86db780 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:23.392421 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.397887 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:23.423263 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a6cddb-c415-40f0-8672-49f3c86db780'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:23.426272 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c35151-a313-4509-beb3-2ea6426c3948" -d '{"events": [{"server_uuid": "528febdd-7a76-484b-8b58-86bbdd3b1975", "name": "network-vif-plugged", "status": "completed", "tag": "c5a6cddb-c415-40f0-8672-49f3c86db780"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:23.444088 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port c5a6cddb-c415-40f0-8672-49f3c86db780, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c5a6cddb-c415-40f0-8672-49f3c86db780,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:23.464725 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.467887 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:32:23.501273 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:23.502183 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.520860 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b1873b04-1eca-41a1-a883-ba11811e38fa req-49a9cb9c-40bb-4c4c-af50-9eb7c3a96f24 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926839 Mar 08 17:32:23.556013 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-ef5914fb-a51a-430d-88ff-4dc6676ad733 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3608460 Mar 08 17:32:23.577293 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Request body: {'port': {'device_id': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:23.578367 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019dc8a9-4ff2-460a-823c-5cf074c198b7 x-openstack-request-id: req-019dc8a9-4ff2-460a-823c-5cf074c198b7 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:23.579461 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528febdd-7a76-484b-8b58-86bbdd3b1975", "name": "network-vif-plugged", "status": "completed", "tag": "c5a6cddb-c415-40f0-8672-49f3c86db780", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:23.580726 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-019dc8a9-4ff2-460a-823c-5cf074c198b7 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:23.581333 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'code': 200} Mar 08 17:32:23.626148 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=c5a6cddb-c415-40f0-8672-49f3c86db780,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:23.640790 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-e7c517be-5429-487a-ba75-c389b2fb3e94 None None] Provisioning complete for port 59e1914e-5634-41dc-b758-7d2fd9c8b672 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:23.641291 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e7c517be-5429-487a-ba75-c389b2fb3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.709977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.753485 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-e7c517be-5429-487a-ba75-c389b2fb3e94 None None] Port 59e1914e-5634-41dc-b758-7d2fd9c8b672 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:23.764344 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 92e66fec-ac85-4eba-8117-bd1475c03934 is: DOWN; New status is: DOWN {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:24.316831 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63447117-a6d5-48c1-ae3e-bd0e8a241109 req-4a60bed7-218a-4572-90f6-f2b77861033c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:24.318270 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-63447117-a6d5-48c1-ae3e-bd0e8a241109 req-4a60bed7-218a-4572-90f6-f2b77861033c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.4669454 Mar 08 17:32:24.322583 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6de5-94c1-4573-8dae-6df3635fccd0 req-09e33909-46cc-4f99-a452-756344fb39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:24.324028 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-158f6de5-94c1-4573-8dae-6df3635fccd0 req-09e33909-46cc-4f99-a452-756344fb39ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 1129 time: 0.4717624 Mar 08 17:32:24.334418 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc18e93-ea52-499c-9ff7-3c4bd1fbd7e0 req-e78be214-54d6-48b8-bf93-3b7cba251471 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:24.335865 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6fc18e93-ea52-499c-9ff7-3c4bd1fbd7e0 req-e78be214-54d6-48b8-bf93-3b7cba251471 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 945 time: 0.4856715 Mar 08 17:32:24.492391 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-158f6de5-94c1-4573-8dae-6df3635fccd0 req-c81606ad-2246-4874-a24f-7290c7063800 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510520 Mar 08 17:32:24.499741 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-63447117-a6d5-48c1-ae3e-bd0e8a241109 req-c5a4e92f-1d3f-45fc-b49d-558350308beb tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574309 Mar 08 17:32:24.506564 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6fc18e93-ea52-499c-9ff7-3c4bd1fbd7e0 req-b27a9f98-c4cf-47c1-b613-d2e264064866 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564693 Mar 08 17:32:24.514094 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e1914e-5634-41dc-b758-7d2fd9c8b672 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:24.535851 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Publish callbacks [] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.552177 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Transition to ACTIVE for port object 59e1914e-5634-41dc-b758-7d2fd9c8b672 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:32:24.559987 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.676672 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:24.753743 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88a365-1c70-429d-ac65-e9b6cca93ceb req-c33977ac-7ffa-405d-ab62-d0df9cd38b9a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:24.755310 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d88a365-1c70-429d-ac65-e9b6cca93ceb req-c33977ac-7ffa-405d-ab62-d0df9cd38b9a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.1639006 Mar 08 17:32:24.776517 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6e600-59e9-4953-b26e-b1c3b4c895f4 req-b6e1374f-1346-420f-bfe5-ec5877ce0d5d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:24.778050 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5b6e600-59e9-4953-b26e-b1c3b4c895f4 req-b6e1374f-1346-420f-bfe5-ec5877ce0d5d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1373799 Mar 08 17:32:24.836714 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Attempting to bind port 59e1914e-5634-41dc-b758-7d2fd9c8b672 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:24.837037 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Attempting to bind port 59e1914e-5634-41dc-b758-7d2fd9c8b672 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:24.837381 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Attempting to bind port 59e1914e-5634-41dc-b758-7d2fd9c8b672 on network b8995344-404a-422d-98d9-83cdbc0c32c1 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:24.854309 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Port 59e1914e-5634-41dc-b758-7d2fd9c8b672 on network b8995344-404a-422d-98d9-83cdbc0c32c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:32:24.854632 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Attempting to bind port 59e1914e-5634-41dc-b758-7d2fd9c8b672 on network b8995344-404a-422d-98d9-83cdbc0c32c1 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:24.880147 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d88a365-1c70-429d-ac65-e9b6cca93ceb req-c8b9e582-06b3-4c43-9fe1-f8974a032858 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144433 Mar 08 17:32:24.883746 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:24.884052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Checking segment: {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:24.884410 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Bound using segment: {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:24.884849 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Bound port: 59e1914e-5634-41dc-b758-7d2fd9c8b672, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97575c2-6b17-442a-84ee-53ffd38cb091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:24.885210 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.898609 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5b6e600-59e9-4953-b26e-b1c3b4c895f4 req-f1dfe78e-d52a-41a1-b824-ceb18f03baf8 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054246 Mar 08 17:32:24.973974 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:24.978518 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:24.987757 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.024169 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:25.024786 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.026160 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] 10.222.0.71 "PUT /v2.0/ports/59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 1094 time: 1.4543028 Mar 08 17:32:25.026595 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:25.028899 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207" -d '{"events": [{"name": "network-changed", "server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:25.054669 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d131f-b735-43bf-addc-416aecfc4a61 service neutron] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:25.128707 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f270c04-df69-4a1a-8aea-c5a135cb3437 x-openstack-request-id: req-7f270c04-df69-4a1a-8aea-c5a135cb3437 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:25.129049 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:25.129339 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f270c04-df69-4a1a-8aea-c5a135cb3437 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:25.129726 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'status': 'completed', 'code': 200} Mar 08 17:32:25.234777 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-9cf780c6-b348-46e8-b61e-c47db04b9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:25.236769 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-9cf780c6-b348-46e8-b61e-c47db04b9fcc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1128 time: 0.0612586 Mar 08 17:32:25.303059 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-0789233d-d471-4912-be78-f51fcf9508bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 217 time: 0.0449917 Mar 08 17:32:25.374120 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-c86add44-d42a-49ca-b6d6-2fa929a20c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:25.376009 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-c86add44-d42a-49ca-b6d6-2fa929a20c06 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 200 len: 848 time: 0.0630410 Mar 08 17:32:25.433740 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-1e564fac-090f-4094-965b-e4e4222ac593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:25.435523 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-1e564fac-090f-4094-965b-e4e4222ac593 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8995344-404a-422d-98d9-83cdbc0c32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535724 Mar 08 17:32:25.538191 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-dfe8b4dd-92a7-40d2-a8d9-20040aedecb1 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942264 Mar 08 17:32:25.726022 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f15ec7c3-9261-44c2-934d-c2d155d72cfe req-52d22018-07dc-4b6c-baaf-dedc1b2ffb3b service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811182 Mar 08 17:32:25.737360 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56ce60-ce03-4aed-b35c-2c46acce6aa9 req-f165ffc8-90da-4c1d-b5e3-9dc8ed08bda7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:25.738973 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c56ce60-ce03-4aed-b35c-2c46acce6aa9 req-f165ffc8-90da-4c1d-b5e3-9dc8ed08bda7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 945 time: 0.1082568 Mar 08 17:32:25.746902 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043ae67-4b7c-46c3-96c1-27889c04d5e7 req-355f7be0-b2e2-47a1-a072-d223d31755e2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:25.748791 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a043ae67-4b7c-46c3-96c1-27889c04d5e7 req-355f7be0-b2e2-47a1-a072-d223d31755e2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1192954 Mar 08 17:32:25.844049 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c56ce60-ce03-4aed-b35c-2c46acce6aa9 req-a5f709cf-48bc-4bb5-a267-a171669e354a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944529 Mar 08 17:32:25.868647 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a043ae67-4b7c-46c3-96c1-27889c04d5e7 req-85b27434-94d7-4592-a27e-91befbdcd263 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048596 Mar 08 17:32:25.915949 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-7421ac16-f8ef-4ef5-af3b-16f25ec20384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:25.917608 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-7421ac16-f8ef-4ef5-af3b-16f25ec20384 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1128 time: 0.0643454 Mar 08 17:32:26.124618 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359839-879e-468d-a359-c4421fd01229 req-44c4b019-430a-4be4-bece-b2a742a2314e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:26.126454 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3f359839-879e-468d-a359-c4421fd01229 req-44c4b019-430a-4be4-bece-b2a742a2314e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.1693437 Mar 08 17:32:26.195936 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd861a-5302-4e7b-b4fe-b7a0e187e19b req-fa1dcbcc-fb1f-47f2-bc9b-7382e7b06a87 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:26.197419 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-19dd861a-5302-4e7b-b4fe-b7a0e187e19b req-fa1dcbcc-fb1f-47f2-bc9b-7382e7b06a87 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1968281 Mar 08 17:32:26.198957 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-08e2506c-2aac-48f0-b221-09aa48854704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:26.200491 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-08e2506c-2aac-48f0-b221-09aa48854704 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 910 time: 0.2123961 Mar 08 17:32:26.291518 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-78b74819-56af-4176-ab6c-5cc8fc722d5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 217 time: 0.0607977 Mar 08 17:32:26.295318 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3f359839-879e-468d-a359-c4421fd01229 req-44f3a1ce-3906-42be-967e-e22bb04ce252 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557119 Mar 08 17:32:26.362207 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-19dd861a-5302-4e7b-b4fe-b7a0e187e19b req-7b04b41d-766c-4c51-9c75-1e3845fa8494 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576247 Mar 08 17:32:26.373560 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-236f3835-7bf3-43b7-8476-816cf2bc4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:26.375522 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-236f3835-7bf3-43b7-8476-816cf2bc4a42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 200 len: 848 time: 0.0754230 Mar 08 17:32:26.431771 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-bf99b280-b553-4147-a104-212ba0628a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:26.433311 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-bf99b280-b553-4147-a104-212ba0628a30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8995344-404a-422d-98d9-83cdbc0c32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514214 Mar 08 17:32:26.546253 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-a848fdbc-6cdc-4380-b976-09779965af21 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952013 Mar 08 17:32:26.649906 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6298c3bb-d2e5-4b60-9dc2-60f6abc01207 req-3466b5bb-6f97-4e84-a480-7d19066a7ff4 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963295 Mar 08 17:32:27.008658 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf8e9-241a-498b-849a-ecdcc4c8d994 req-4eb129b0-2a14-47b5-a392-f4205c00417b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:27.010693 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9a9bf8e9-241a-498b-849a-ecdcc4c8d994 req-4eb129b0-2a14-47b5-a392-f4205c00417b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 945 time: 0.0928469 Mar 08 17:32:27.024001 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e4b99-3864-4153-89be-1d6233615d35 req-c2eca112-b9b8-4f51-bd3a-515f7e584dc8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:27.025705 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ce8e4b99-3864-4153-89be-1d6233615d35 req-c2eca112-b9b8-4f51-bd3a-515f7e584dc8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0768631 Mar 08 17:32:27.096962 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ce8e4b99-3864-4153-89be-1d6233615d35 req-8c622ac2-738c-41f6-b585-58e7931e4eb6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640249 Mar 08 17:32:27.100283 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9a9bf8e9-241a-498b-849a-ecdcc4c8d994 req-3e570eff-47e7-4a1b-8c2e-5fde0ad7965f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730808 Mar 08 17:32:27.226654 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5848d1-73a6-4e52-b793-61a7671c7e57 req-2460cede-c69b-4dd1-bfc7-f88d85f3e75d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:27.228134 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6a5848d1-73a6-4e52-b793-61a7671c7e57 req-2460cede-c69b-4dd1-bfc7-f88d85f3e75d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 945 time: 0.0580471 Mar 08 17:32:27.237181 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52660) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:27.242126 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'floatingip': {'port_id': 'c5a6cddb-c415-40f0-8672-49f3c86db780'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:27.285969 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (4866063d-af4e-439d-9452-06ef5f4ea2f4), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.583549 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4595097d-3fa4-4ac5-b627-9129caeb7f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.701081 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea7903-ff04-4249-8af4-715e06137d99 req-99d58de8-7261-4492-a61e-b3d8759a2738 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:27.706220 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b4ea7903-ff04-4249-8af4-715e06137d99 req-99d58de8-7261-4492-a61e-b3d8759a2738 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.2112658 Mar 08 17:32:27.775244 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b4ea7903-ff04-4249-8af4-715e06137d99 req-5116c36f-5f62-4557-8cd5-3c17ebad6bf1 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592842 Mar 08 17:32:27.950700 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.955518 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (4866063d-af4e-439d-9452-06ef5f4ea2f4), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.075790 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Floating IP 4866063d-af4e-439d-9452-06ef5f4ea2f4 associated. External IP: 172.27.1.208, port: c5a6cddb-c415-40f0-8672-49f3c86db780. Mar 08 17:32:28.246856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea60028-b191-41d4-a9d6-aad105d9f73e req-431955dc-031a-4a3b-b731-e10b4c367f31 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:28.254884 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3ea60028-b191-41d4-a9d6-aad105d9f73e req-431955dc-031a-4a3b-b731-e10b4c367f31 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0788713 Mar 08 17:32:28.310409 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3ea60028-b191-41d4-a9d6-aad105d9f73e req-77bc0380-681e-417c-89f5-262f2f426a6a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543685 Mar 08 17:32:28.369686 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:32:28.494201 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:32:28.500146 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.507282 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:32:28.518557 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:28.519655 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:32:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:28.533549 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-aeb0d85f-b9bc-45fa-97f7-bf2ceb950051 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "PUT /v2.0/floatingips/4866063d-af4e-439d-9452-06ef5f4ea2f4 HTTP/1.1" status: 200 len: 991 time: 1.2952302 Mar 08 17:32:28.534154 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'tag': 'c5a6cddb-c415-40f0-8672-49f3c86db780'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:28.536446 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a76b5-8867-4e18-8230-8af68c1043a2" -d '{"events": [{"name": "network-changed", "server_uuid": "528febdd-7a76-484b-8b58-86bbdd3b1975", "tag": "c5a6cddb-c415-40f0-8672-49f3c86db780"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:28.589703 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f4d883-8229-4157-b678-d20e901574da x-openstack-request-id: req-c5f4d883-8229-4157-b678-d20e901574da {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:28.590223 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528febdd-7a76-484b-8b58-86bbdd3b1975", "tag": "c5a6cddb-c415-40f0-8672-49f3c86db780", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:28.590665 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5f4d883-8229-4157-b678-d20e901574da {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:28.591526 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'tag': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'status': 'completed', 'code': 200} Mar 08 17:32:28.672449 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:28.731334 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-8432494e-e20a-4ee9-9bfb-8c49049d9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:28.733008 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-8432494e-e20a-4ee9-9bfb-8c49049d9d66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 1129 time: 0.0718756 Mar 08 17:32:28.932344 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-1736f2a2-960a-4fd1-8367-18ddfc82e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:28.933669 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-1736f2a2-960a-4fd1-8367-18ddfc82e014 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 915 time: 0.1862683 Mar 08 17:32:28.993537 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f72619-5ac9-4384-b18b-651b9273b819 req-698cc047-df9d-40f9-a151-953052a127a6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:29.000965 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c1f72619-5ac9-4384-b18b-651b9273b819 req-698cc047-df9d-40f9-a151-953052a127a6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.1105573 Mar 08 17:32:29.018578 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:44Z', 'revision_number': 2, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}, {'id': '4866063d-af4e-439d-9452-06ef5f4ea2f4', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:ec:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:06Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:29.067728 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-d7c895c3-58a3-4cd8-82ce-f3f721d21fac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a6cddb-c415-40f0-8672-49f3c86db780 HTTP/1.1" status: 200 len: 999 time: 0.1252315 Mar 08 17:32:29.084125 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c1f72619-5ac9-4384-b18b-651b9273b819 req-ed203e18-5616-44b6-988b-436b2fe01539 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767565 Mar 08 17:32:29.114877 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:32:29.127781 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:29.128867 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:32:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:29.146171 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-10707e57-0653-4636-8ff8-d1281ced0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:29.147869 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-10707e57-0653-4636-8ff8-d1281ced0756 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0624390 Mar 08 17:32:29.220561 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-f9c6a359-365f-4ea0-9e6b-6055026f034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:29.222260 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-f9c6a359-365f-4ea0-9e6b-6055026f034a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669262 Mar 08 17:32:29.256002 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:29.324174 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-12b9995d-5bb7-4685-b816-cf7e6115e418 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863357 Mar 08 17:32:29.469467 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a3a76b5-8867-4e18-8230-8af68c1043a2 req-63cce625-a90c-4abf-b9ed-4bd2172f7377 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339309 Mar 08 17:32:29.485335 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4feec5-248c-4b7b-8fbc-709a6e94d353 req-ad73d25b-e17c-4e0e-9933-83fea6cb3d1a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:29.486805 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9b4feec5-248c-4b7b-8fbc-709a6e94d353 req-ad73d25b-e17c-4e0e-9933-83fea6cb3d1a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0820763 Mar 08 17:32:29.527666 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:44Z', 'revision_number': 2, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}, {'id': '4866063d-af4e-439d-9452-06ef5f4ea2f4', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:ec:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:06Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:29.541350 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9b4feec5-248c-4b7b-8fbc-709a6e94d353 req-33710f6e-462f-457c-936a-e1d178f5dda5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485275 Mar 08 17:32:29.557201 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebafd2b-e422-454c-b5f9-9fb6c9934ad9 None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:44Z', 'revision_number': 2, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}, {'id': '4866063d-af4e-439d-9452-06ef5f4ea2f4', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:ec:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:06Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:32:29.739736 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5736f6f3-2260-495b-a104-c1f3cc473381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.802158 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a904fd5-6650-4901-afa1-1240a7506317 None None] New status for floating IP 4866063d-af4e-439d-9452-06ef5f4ea2f4: ACTIVE {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:32:30.204415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4004761-3959-4f9d-ba88-2e46fae3e853 req-90eee96b-7867-4ce4-a3c4-4084a9eb3a9a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:30.205900 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f4004761-3959-4f9d-ba88-2e46fae3e853 req-90eee96b-7867-4ce4-a3c4-4084a9eb3a9a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0573859 Mar 08 17:32:30.263628 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f4004761-3959-4f9d-ba88-2e46fae3e853 req-e65ae88b-190a-43c2-adba-1c14e24de0ff tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514348 Mar 08 17:32:30.671466 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53898b9-1dea-4781-bde0-925a80e4a69b req-7e24fdfd-dfad-4b92-a26f-4f3e55386b14 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:30.673283 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c53898b9-1dea-4781-bde0-925a80e4a69b req-7e24fdfd-dfad-4b92-a26f-4f3e55386b14 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0569043 Mar 08 17:32:30.731423 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c53898b9-1dea-4781-bde0-925a80e4a69b req-fdd211be-cffb-4801-b05c-e05c9aabf69c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497911 Mar 08 17:32:30.846746 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.404871 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb58f0-45e6-43d6-85f5-3630b101e38b req-88735fb4-00b8-4e34-ac27-6121f8dcc9df tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:31.406612 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1fcb58f0-45e6-43d6-85f5-3630b101e38b req-88735fb4-00b8-4e34-ac27-6121f8dcc9df tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0607111 Mar 08 17:32:31.467110 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1fcb58f0-45e6-43d6-85f5-3630b101e38b req-2af9b99f-8bf2-4d40-8fef-b0ac67e93a80 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535159 Mar 08 17:32:31.627110 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ce48-7526-4ec0-ad69-a098fbce347f req-ba5d3295-711f-4cdb-9be9-8f9b49a20307 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:31.628735 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f979ce48-7526-4ec0-ad69-a098fbce347f req-ba5d3295-711f-4cdb-9be9-8f9b49a20307 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0591607 Mar 08 17:32:31.676715 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f979ce48-7526-4ec0-ad69-a098fbce347f req-60053b2f-ca6a-4758-b916-d7e6fbe6e91e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Mar 08 17:32:31.859485 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1bc0-9e08-4fe3-85b1-f56bf8154243 req-43655f7d-61aa-4cb5-aaf6-8c8341548c60 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:31.861059 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c83b1bc0-9e08-4fe3-85b1-f56bf8154243 req-43655f7d-61aa-4cb5-aaf6-8c8341548c60 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0543768 Mar 08 17:32:31.907991 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c83b1bc0-9e08-4fe3-85b1-f56bf8154243 req-bf1478a3-2efe-4b85-81f6-0e44283d87ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Mar 08 17:32:32.256555 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:32.599695 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2320a-9585-410a-ab69-51eb3ef7236d req-f838f413-4c91-477b-a18d-db8173b680bd tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:32.601474 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa2320a-9585-410a-ab69-51eb3ef7236d req-f838f413-4c91-477b-a18d-db8173b680bd tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0594676 Mar 08 17:32:32.653044 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0aa2320a-9585-410a-ab69-51eb3ef7236d req-d95eb321-a3df-4cd6-b536-ff5d85b96af2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460982 Mar 08 17:32:32.799353 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bc5e7-3323-4d23-98b6-168ad087ee6f req-2e8b9aeb-ccd1-4340-96c5-1f400e26a14f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:32.800767 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9e6bc5e7-3323-4d23-98b6-168ad087ee6f req-2e8b9aeb-ccd1-4340-96c5-1f400e26a14f tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0571225 Mar 08 17:32:32.849507 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9e6bc5e7-3323-4d23-98b6-168ad087ee6f req-0fa5441c-0bad-497c-b16f-5eb523af2008 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Mar 08 17:32:33.043505 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f541c78-d806-4eb3-a347-608f379ebfd6 req-200fb9e7-712d-48cf-9396-57cdab929818 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:33.045126 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3f541c78-d806-4eb3-a347-608f379ebfd6 req-200fb9e7-712d-48cf-9396-57cdab929818 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0627229 Mar 08 17:32:33.104642 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3f541c78-d806-4eb3-a347-608f379ebfd6 req-b90350ae-7367-4bd5-8f23-ed926de3fbaf tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529640 Mar 08 17:32:33.775093 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e114aef-81f9-47ba-ba1b-52e431d369b6 req-36acb532-03ce-4e2a-a982-614b3cd3406d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:33.776624 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0e114aef-81f9-47ba-ba1b-52e431d369b6 req-36acb532-03ce-4e2a-a982-614b3cd3406d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0553305 Mar 08 17:32:33.830139 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0e114aef-81f9-47ba-ba1b-52e431d369b6 req-4c323244-79e3-4f68-9f4c-d7bb32eb2b15 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479093 Mar 08 17:32:33.864704 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.977725 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de98296-2e43-4251-94f6-c51372418da8 req-2b6edff3-abc1-4483-b006-4e7f5a5d6c6a tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:33.979343 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de98296-2e43-4251-94f6-c51372418da8 req-2b6edff3-abc1-4483-b006-4e7f5a5d6c6a tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0568376 Mar 08 17:32:34.029831 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de98296-2e43-4251-94f6-c51372418da8 req-e39dc8e9-6c61-4b5b-86e1-df84e759ff45 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447676 Mar 08 17:32:34.245781 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a412b-c298-48ca-a133-f2f003277cee req-b65442ce-59e7-4f36-8588-12abe29759c6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:34.247514 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f46a412b-c298-48ca-a133-f2f003277cee req-b65442ce-59e7-4f36-8588-12abe29759c6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0635266 Mar 08 17:32:34.300312 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f46a412b-c298-48ca-a133-f2f003277cee req-7acb6bd5-1f09-41f5-b95f-d7d94233a882 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468528 Mar 08 17:32:34.971981 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673640-3472-417c-afce-d9198f346f64 req-73a66fe8-4a55-4c9e-a970-d878d5a8f216 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:34.973921 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6e673640-3472-417c-afce-d9198f346f64 req-73a66fe8-4a55-4c9e-a970-d878d5a8f216 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0730107 Mar 08 17:32:35.056648 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6e673640-3472-417c-afce-d9198f346f64 req-a7691bde-bb71-4c5e-a00c-8a6f9ac6be51 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718625 Mar 08 17:32:35.178819 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39be7-93ee-4d0b-a425-8f4c57ede705 req-166becb8-a716-4394-9341-894eeade2458 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:35.180330 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fff39be7-93ee-4d0b-a425-8f4c57ede705 req-166becb8-a716-4394-9341-894eeade2458 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0663486 Mar 08 17:32:35.232497 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fff39be7-93ee-4d0b-a425-8f4c57ede705 req-83ae2e5f-a625-46ff-97b1-5d68bdfd132e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Mar 08 17:32:35.240258 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 59e1914e-5634-41dc-b758-7d2fd9c8b672 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:32:35.347018 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:35.360172 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'port_id': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'mac_address': 'fa:16:3e:d0:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:32:35.407318 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 59e1914e-5634-41dc-b758-7d2fd9c8b672 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:35.407725 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.421543 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e1914e-5634-41dc-b758-7d2fd9c8b672 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:35.432776 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b6be-93ec-4cb5-8366-c3e6a7bf9ef7 req-81c5222e-c0ec-4820-a84c-a0fe220aa1b9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:35.434713 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a0a3b6be-93ec-4cb5-8366-c3e6a7bf9ef7 req-81c5222e-c0ec-4820-a84c-a0fe220aa1b9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0596628 Mar 08 17:32:35.449965 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:35.455553 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.497925 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a0a3b6be-93ec-4cb5-8366-c3e6a7bf9ef7 req-12761fd5-2594-48de-a8e8-caaf27d9cc11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537574 Mar 08 17:32:35.508137 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:35.577300 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d578dfd-6516-4814-8289-ebe5b135eace req-3621f109-8062-4a43-82a1-fb760592db7c tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:35.578777 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2d578dfd-6516-4814-8289-ebe5b135eace req-3621f109-8062-4a43-82a1-fb760592db7c tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.71 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 945 time: 0.0537109 Mar 08 17:32:35.690518 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Deleting port 285512b6-318a-411b-8558-4fd476943311 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:32:35.690762 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (285512b6-318a-411b-8558-4fd476943311), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.713281 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.789392 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] For port 285512b6-318a-411b-8558-4fd476943311, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=285512b6-318a-411b-8558-4fd476943311,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:35.789856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (285512b6-318a-411b-8558-4fd476943311), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.803659 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Calling delete_port for 285512b6-318a-411b-8558-4fd476943311 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:32:35.927636 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['59e1914e-5634-41dc-b758-7d2fd9c8b672'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:32:35.961099 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (285512b6-318a-411b-8558-4fd476943311), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.009119 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Pushing event deleted for resources: {'Port': ['ID=285512b6-318a-411b-8558-4fd476943311,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:36.030747 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['28b39596-bf88-44dd-a692-5262f3d60cba', '285512b6-318a-411b-8558-4fd476943311'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:32:36.090835 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] No DVR routers for this DVR port 285512b6-318a-411b-8558-4fd476943311 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:32:36.093453 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.097181 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2d578dfd-6516-4814-8289-ebe5b135eace req-ed677b49-bce7-43bf-8f43-647662bea58d tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.71 "DELETE /v2.0/ports/285512b6-318a-411b-8558-4fd476943311 HTTP/1.1" status: 204 len: 173 time: 0.5125976 Mar 08 17:32:36.098417 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c498fb03-ca84-4489-99ff-7dd9acec288a', 'name': 'network-vif-deleted', 'tag': '285512b6-318a-411b-8558-4fd476943311'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:36.107865 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abefb4e2-e6e5-44ff-8be0-a22e40f0d8a5" -d '{"events": [{"server_uuid": "c498fb03-ca84-4489-99ff-7dd9acec288a", "name": "network-vif-deleted", "tag": "285512b6-318a-411b-8558-4fd476943311"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:36.173321 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58f1946-e08f-4ce5-93af-15e2cf9b6110 x-openstack-request-id: req-e58f1946-e08f-4ce5-93af-15e2cf9b6110 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:36.173912 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c498fb03-ca84-4489-99ff-7dd9acec288a", "name": "network-vif-deleted", "tag": "285512b6-318a-411b-8558-4fd476943311", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:36.174412 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e58f1946-e08f-4ce5-93af-15e2cf9b6110 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:36.175081 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c498fb03-ca84-4489-99ff-7dd9acec288a', 'name': 'network-vif-deleted', 'tag': '285512b6-318a-411b-8558-4fd476943311', 'status': 'completed', 'code': 200} Mar 08 17:32:36.252346 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec8f89-be9c-4f3b-9842-fa034b1374ff req-5c5cf8bf-5b6f-440f-8d22-cba18f38d75a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:36.272508 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f8ec8f89-be9c-4f3b-9842-fa034b1374ff req-5c5cf8bf-5b6f-440f-8d22-cba18f38d75a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 945 time: 0.0879424 Mar 08 17:32:36.357091 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f8ec8f89-be9c-4f3b-9842-fa034b1374ff req-7079ee58-a789-44d4-a482-bf0e2b9925d0 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829742 Mar 08 17:32:36.413419 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b2de0e0d-728b-4679-92f1-7010e49b837e req-14a2f76d-1cd1-43b6-ba5c-91cdc5f57966 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c498fb03-ca84-4489-99ff-7dd9acec288a HTTP/1.1" status: 200 len: 210 time: 0.0304191 Mar 08 17:32:36.623692 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cac95d-f47c-45ea-8835-b7bd6a7e9ed4 req-66085b40-cf51-4da2-bea3-8875a879bb91 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:36.625250 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e5cac95d-f47c-45ea-8835-b7bd6a7e9ed4 req-66085b40-cf51-4da2-bea3-8875a879bb91 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0638671 Mar 08 17:32:36.675159 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e5cac95d-f47c-45ea-8835-b7bd6a7e9ed4 req-1bbb6924-e83a-4de0-a5e0-ebe2d9105cf1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Mar 08 17:32:37.290446 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 59e1914e-5634-41dc-b758-7d2fd9c8b672 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:37.350345 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 59e1914e-5634-41dc-b758-7d2fd9c8b672 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:32:37.354126 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 59e1914e-5634-41dc-b758-7d2fd9c8b672 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:37.354511 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.377676 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52774) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:37.477675 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 59e1914e-5634-41dc-b758-7d2fd9c8b672 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:37.478407 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.496829 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-2a3e1ba3-0cbc-4962-9a02-8d902c384298 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161127 Mar 08 17:32:37.514132 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-88e2170b-507a-493b-a054-4692e1a94fd1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:32:37.532173 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-88e2170b-507a-493b-a054-4692e1a94fd1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0285306 Mar 08 17:32:37.558700 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:37.567024 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac81131-174d-4ccb-bc14-5965b18702c1" -d '{"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-plugged", "status": "completed", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:37.601400 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22f0fe-3936-430f-8381-ef401528413d req-ce8cc979-4f60-4b53-80bd-19dc153027a0 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:37.604411 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:37.610543 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.613099 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3c22f0fe-3936-430f-8381-ef401528413d req-ce8cc979-4f60-4b53-80bd-19dc153027a0 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 945 time: 0.1440122 Mar 08 17:32:37.695361 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52788) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:37.724419 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3c22f0fe-3936-430f-8381-ef401528413d req-c1ee731b-5cc7-4141-a6a0-72c7f9f7b498 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010435 Mar 08 17:32:37.745326 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:37.768286 dv-cinder-830090-3-iscsi neutron-server[103292]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 17:32:37.824724 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536432af-e25e-46b4-ab35-aa7fe11d5cf8 x-openstack-request-id: req-536432af-e25e-46b4-ab35-aa7fe11d5cf8 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:37.825082 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-plugged", "status": "completed", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:37.825338 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-536432af-e25e-46b4-ab35-aa7fe11d5cf8 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:37.825759 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'code': 200} Mar 08 17:32:37.829913 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-e34a1045-3012-4bb5-98f0-0cb8f43aa81b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:37.833408 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-e34a1045-3012-4bb5-98f0-0cb8f43aa81b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports/92e66fec-ac85-4eba-8117-bd1475c03934 HTTP/1.1" status: 200 len: 941 time: 0.1364276 Mar 08 17:32:37.989758 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b03fa3-fd63-43cb-b473-523ff150c232 req-6ab5ab38-c2d0-4775-9510-baf6bbb70e3c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:37.997394 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f0b03fa3-fd63-43cb-b473-523ff150c232 req-6ab5ab38-c2d0-4775-9510-baf6bbb70e3c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1296289 Mar 08 17:32:38.031408 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b31f7f-42b5-43a3-bdd6-ccd1430f015e req-ee05f32e-e78b-4246-b988-8968d7de4848 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:38.042501 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-50b31f7f-42b5-43a3-bdd6-ccd1430f015e req-ee05f32e-e78b-4246-b988-8968d7de4848 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1257010 Mar 08 17:32:38.134337 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f0b03fa3-fd63-43cb-b473-523ff150c232 req-2bf879b2-1385-4c7a-a837-d04e0018bfdc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309934 Mar 08 17:32:38.142878 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-50b31f7f-42b5-43a3-bdd6-ccd1430f015e req-b6dec76a-4c2a-456e-84a8-9d2247b420a0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988033 Mar 08 17:32:38.306386 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd2ab-3e2c-48f8-b5bf-0c89f072312f req-ddc52e1b-07ff-42ac-a954-0dde9107e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:38.310065 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-313cd2ab-3e2c-48f8-b5bf-0c89f072312f req-ddc52e1b-07ff-42ac-a954-0dde9107e9ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1130 time: 0.0544457 Mar 08 17:32:38.372830 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-313cd2ab-3e2c-48f8-b5bf-0c89f072312f req-1122e6fd-20c9-4e67-999c-2efb6ae16f0e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547616 Mar 08 17:32:38.842731 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb11c78-3e73-44b7-b6b3-7e55c40a5f9f req-e73814de-d40e-42c0-912e-53bb2c3c57f6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:38.844266 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7cb11c78-3e73-44b7-b6b3-7e55c40a5f9f req-e73814de-d40e-42c0-912e-53bb2c3c57f6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0583048 Mar 08 17:32:38.893608 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7cb11c78-3e73-44b7-b6b3-7e55c40a5f9f req-39384157-6d43-475f-b0a8-ed9648989b71 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435121 Mar 08 17:32:39.296706 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179544-8aaa-4c0a-b8f9-d8f9278b6954 req-3db6fcab-6f70-4925-a805-155b4026f97f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:39.298219 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c4179544-8aaa-4c0a-b8f9-d8f9278b6954 req-3db6fcab-6f70-4925-a805-155b4026f97f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0933094 Mar 08 17:32:39.303171 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 285512b6-318a-411b-8558-4fd476943311 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:32:39.310069 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350756-7ed4-4a1e-a919-47181c87cd4f req-3d6a285e-cc75-4bc8-be04-9b9a2ae66af1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:39.311735 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b1350756-7ed4-4a1e-a919-47181c87cd4f req-3d6a285e-cc75-4bc8-be04-9b9a2ae66af1 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0797896 Mar 08 17:32:39.324900 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 285512b6-318a-411b-8558-4fd476943311 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:32:39.325268 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 285512b6-318a-411b-8558-4fd476943311 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:32:39.635121 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c4179544-8aaa-4c0a-b8f9-d8f9278b6954 req-f92caadc-9302-40fb-8dce-d3e07f1fee53 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221896 Mar 08 17:32:39.637967 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b1350756-7ed4-4a1e-a919-47181c87cd4f req-1916a6e1-cb20-46ff-a838-0ae41b9ca3f3 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188949 Mar 08 17:32:40.060338 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077f760-a7d8-47ce-830a-57749bc0c436 req-aebcd710-6248-479b-a801-5cb9c1ad4b90 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:40.068893 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f077f760-a7d8-47ce-830a-57749bc0c436 req-aebcd710-6248-479b-a801-5cb9c1ad4b90 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0955966 Mar 08 17:32:40.179942 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f077f760-a7d8-47ce-830a-57749bc0c436 req-883adb73-cdf7-4209-8de4-650cbc837638 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095891 Mar 08 17:32:40.810637 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cf178-e72d-404c-944d-c92de8fd2508 req-d79a18a0-2084-41ea-8698-97c5f648ff1e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:40.812241 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-048cf178-e72d-404c-944d-c92de8fd2508 req-d79a18a0-2084-41ea-8698-97c5f648ff1e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0911057 Mar 08 17:32:40.830156 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095b5e0-fff2-4970-8927-d6c2c609968d req-4707d3d6-0835-4413-b253-e6a69115d18b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:40.831890 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a095b5e0-fff2-4970-8927-d6c2c609968d req-4707d3d6-0835-4413-b253-e6a69115d18b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1086116 Mar 08 17:32:40.909313 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-048cf178-e72d-404c-944d-c92de8fd2508 req-d733143c-91da-48c0-8a5b-b874e1b4a5c5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877104 Mar 08 17:32:40.917965 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a095b5e0-fff2-4970-8927-d6c2c609968d req-cd5fbdce-b71b-4a82-a6ce-e2d95dca2a70 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729969 Mar 08 17:32:41.088979 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-943d5e04-b8cf-4951-9a55-3f3919a83e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.090577 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-943d5e04-b8cf-4951-9a55-3f3919a83e16 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea&tenant_id=87a36c2da5204a96b058fe6e6ccba921 HTTP/1.1" status: 200 len: 1128 time: 0.0810232 Mar 08 17:32:41.192295 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-94a5e1a6-ad9f-4d89-8558-d58a527d9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.193656 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-94a5e1a6-ad9f-4d89-8558-d58a527d9954 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 1128 time: 0.0536041 Mar 08 17:32:41.320543 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-7a0a5cfe-a931-44f9-bd8a-f0d3f6ea45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.322038 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-7a0a5cfe-a931-44f9-bd8a-f0d3f6ea45d9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 917 time: 0.1197581 Mar 08 17:32:41.333242 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949a8c-ab24-4afc-954f-94f8d98f30db req-a8bee3ac-2646-426c-83aa-1919eb6b6245 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.334586 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3949a8c-ab24-4afc-954f-94f8d98f30db req-a8bee3ac-2646-426c-83aa-1919eb6b6245 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0717964 Mar 08 17:32:41.417674 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-1dcb90aa-139a-434d-be09-c6435797ac24 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e66fec-ac85-4eba-8117-bd1475c03934 HTTP/1.1" status: 200 len: 1000 time: 0.0821381 Mar 08 17:32:41.431002 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3949a8c-ab24-4afc-954f-94f8d98f30db req-fb3af784-0c45-4e85-8f9c-f0449b2bf83c tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901599 Mar 08 17:32:41.477566 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-3e8a50e7-db8e-415e-83a0-dcc26bd4ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.479044 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-3e8a50e7-db8e-415e-83a0-dcc26bd4ebc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 200 len: 855 time: 0.0471916 Mar 08 17:32:41.560901 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-d3981742-0714-4865-a10c-1ec8206872ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.562453 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-d3981742-0714-4865-a10c-1ec8206872ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770457 Mar 08 17:32:41.573979 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b40fc3-f033-4fe5-8577-3c5e326d6f06 req-3a652925-6870-4b2c-a4b1-82819eac5008 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.575432 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42b40fc3-f033-4fe5-8577-3c5e326d6f06 req-3a652925-6870-4b2c-a4b1-82819eac5008 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0662251 Mar 08 17:32:41.681174 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42b40fc3-f033-4fe5-8577-3c5e326d6f06 req-fdaf9d5f-d4a5-46c9-b7e7-59e5d7273667 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962398 Mar 08 17:32:41.696346 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-ed5a9f95-7bcf-4ac1-88dc-e8e44c063eb3 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200109 Mar 08 17:32:41.704202 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 52874) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:41.803459 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-61a32f19-7114-42e1-adc7-193d64bd070b service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888746 Mar 08 17:32:41.852765 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cf005-6a61-4db8-b4f6-56b1e1aedb94 tempest-TestShelveInstance-761967316 tempest-TestShelveInstance-761967316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.854312 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-742cf005-6a61-4db8-b4f6-56b1e1aedb94 tempest-TestShelveInstance-761967316 tempest-TestShelveInstance-761967316-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1125 time: 0.1492805 Mar 08 17:32:41.857340 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 52880) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:41.861809 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'port_id': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:41.882458 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.011233 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.152856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf1a4a-5b59-4b41-aa3d-6f47aca92737 req-b7763db5-ccc5-4a40-8a61-587d9edb1e85 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:42.154365 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-27cf1a4a-5b59-4b41-aa3d-6f47aca92737 req-b7763db5-ccc5-4a40-8a61-587d9edb1e85 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1735492 Mar 08 17:32:42.162825 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeda70-e2f8-40ce-af8a-7e0df4ffbcd9 req-8298e24c-a5b0-491a-b521-0090ab4a1ec5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:42.164253 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f6eeda70-e2f8-40ce-af8a-7e0df4ffbcd9 req-8298e24c-a5b0-491a-b521-0090ab4a1ec5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1699953 Mar 08 17:32:42.210130 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Allocated IP 172.27.1.78 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/8e192388-1068-42f6-8303-687821bbe504) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:42.285740 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-27cf1a4a-5b59-4b41-aa3d-6f47aca92737 req-3c34b1f8-dc52-4b71-83f9-8cfdf7704c01 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205606 Mar 08 17:32:42.290256 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f6eeda70-e2f8-40ce-af8a-7e0df4ffbcd9 req-c5e277d2-cb04-434f-99c1-2c9672382558 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147420 Mar 08 17:32:42.386119 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for port (8e192388-1068-42f6-8303-687821bbe504), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.464071 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (8e192388-1068-42f6-8303-687821bbe504), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.551960 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:42.557460 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:42.560262 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'Port': ['ID=8e192388-1068-42f6-8303-687821bbe504,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:42.572280 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:42.576947 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.577929 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.578598 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.579439 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.580420 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.580751 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.581392 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.582187 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.582977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.583926 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.584511 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.584941 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:42.585486 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:43.106568 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for floatingip (f532f7e4-9a8f-439e-b7bf-f18a8b95f200), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.211042 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (8e192388-1068-42f6-8303-687821bbe504), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.538735 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for port (8e192388-1068-42f6-8303-687821bbe504), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.548885 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (8e192388-1068-42f6-8303-687821bbe504), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.572106 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ab4cb-e75c-4002-b15d-a3692153547d req-a252c6c0-eec5-4c88-b36d-be003202ad9b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:43.573638 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0c8ab4cb-e75c-4002-b15d-a3692153547d req-a252c6c0-eec5-4c88-b36d-be003202ad9b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1375620 Mar 08 17:32:43.583769 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613ad7e-5961-4418-b297-5459ca671197 req-039ea555-a3c2-4720-84ae-41597c7daff4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:43.585215 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0613ad7e-5961-4418-b297-5459ca671197 req-039ea555-a3c2-4720-84ae-41597c7daff4 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1828642 Mar 08 17:32:43.697689 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event updated for resources: {'Port': ['ID=8e192388-1068-42f6-8303-687821bbe504,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:43.708980 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (f532f7e4-9a8f-439e-b7bf-f18a8b95f200), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.763193 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0613ad7e-5961-4418-b297-5459ca671197 req-94eb6227-c713-4cdb-b027-4fb74a637580 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577408 Mar 08 17:32:43.777326 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0c8ab4cb-e75c-4002-b15d-a3692153547d req-9ddcee05-2105-47d1-9741-a30bf0589ad9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736336 Mar 08 17:32:43.841195 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Floating IP f532f7e4-9a8f-439e-b7bf-f18a8b95f200 associated. External IP: 172.27.1.78, port: 59e1914e-5634-41dc-b758-7d2fd9c8b672. Mar 08 17:32:44.103712 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Router d99a10b4-1586-4c51-afc4-41ea9ff08c19 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:32:44.221654 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:32:44.232955 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] Sync routers for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:32:44.246137 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.246692 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:44.247396 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:32:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:44.300411 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d8b1a851-a4cd-4f56-b83e-25522758e0be tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4408090 Mar 08 17:32:44.301352 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:44.304241 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:44.340754 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44237d80-b3f4-47b7-901c-811a9436a48b x-openstack-request-id: req-44237d80-b3f4-47b7-901c-811a9436a48b {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:44.341046 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:44.341296 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44237d80-b3f4-47b7-901c-811a9436a48b {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:44.341696 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'status': 'completed', 'code': 200} Mar 08 17:32:44.368622 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:44.387160 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 52974) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:44.442397 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Deleting subnet 0d53f716-789d-4493-a576-9b9a4483e76a {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:32:44.446688 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Publish callbacks [] for subnet (0d53f716-789d-4493-a576-9b9a4483e76a), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.489313 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (0d53f716-789d-4493-a576-9b9a4483e76a), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.531066 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (0d53f716-789d-4493-a576-9b9a4483e76a), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.608353 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (0d53f716-789d-4493-a576-9b9a4483e76a), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.651871 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d53f716-789d-4493-a576-9b9a4483e76a,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:44.658576 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'f532f7e4-9a8f-439e-b7bf-f18a8b95f200', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'port_id': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'mac_address': 'fa:16:3e:d0:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:42Z', 'updated_at': '2022-03-08T17:32:42Z', 'revision_number': 0, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:51Z', 'revision_number': 5, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:44.661198 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.664556 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0d53f716-789d-4493-a576-9b9a4483e76a HTTP/1.1" status: 204 len: 168 time: 0.2754462 Mar 08 17:32:44.666138 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.666644 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.667259 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 52980) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:44.675168 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.680309 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.680665 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.681058 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.681400 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.681731 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.682114 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.682450 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.682776 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.683098 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.683417 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5301f-8af6-4c4f-84d9-343a50857c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:44.724223 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] Checking router: d99a10b4-1586-4c51-afc4-41ea9ff08c19 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:32:44.750599 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:44.751725 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:32:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:44.762432 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (9e02a216-11bd-4087-a2ec-bdf16522b18c), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.873421 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (9e02a216-11bd-4087-a2ec-bdf16522b18c), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.907160 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e02a216-11bd-4087-a2ec-bdf16522b18c']}} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:44.918984 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe7b2b4-8560-4c29-b670-5135580ad1e4') {'for_net_delete': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:44.919338 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe7b2b4-8560-4c29-b670-5135580ad1e4') {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:44.932352 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62398469'] for segment (9fe7b2b4-8560-4c29-b670-5135580ad1e4), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.938163 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:45.050871 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (9fe7b2b4-8560-4c29-b670-5135580ad1e4), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.065531 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=103291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:32:45.066860 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62112565'] for segment (9fe7b2b4-8560-4c29-b670-5135580ad1e4), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: Traceback (most recent call last): Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: timer() Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: cb(*args, **kw) Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: return func(*args, **kwargs) Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: self._notify() Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: self.callback(batched_events) Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: event.method(event) Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: return f(self, *a, **k) Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._get(url).json() Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: return self.request(url, 'GET', **kwargs) Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:32:45.069558 dv-cinder-830090-3-iscsi neutron-server[103291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:32:45.369373 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'f532f7e4-9a8f-439e-b7bf-f18a8b95f200', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'port_id': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'mac_address': 'fa:16:3e:d0:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:42Z', 'updated_at': '2022-03-08T17:32:42Z', 'revision_number': 0, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:51Z', 'revision_number': 5, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:45.398376 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1d555-d1b1-47b5-a9ac-1b29a0e24187 None None] The sync data for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi is: [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'f532f7e4-9a8f-439e-b7bf-f18a8b95f200', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'port_id': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'mac_address': 'fa:16:3e:d0:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:42Z', 'updated_at': '2022-03-08T17:32:42Z', 'revision_number': 0, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:51Z', 'revision_number': 5, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:32:45.500526 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef311d65-cf1b-4753-b426-1027a21aaaba req-fe958d4a-b204-4cab-a994-2115392596bd tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:45.502142 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef311d65-cf1b-4753-b426-1027a21aaaba req-fe958d4a-b204-4cab-a994-2115392596bd tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.5670159 Mar 08 17:32:45.517181 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (9e02a216-11bd-4087-a2ec-bdf16522b18c), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.527408 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aa7cc-7545-4a8f-a400-0391bf47ca1f req-4a70fb78-d51a-4769-b410-29458c577edc tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:45.529758 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-442aa7cc-7545-4a8f-a400-0391bf47ca1f req-4a70fb78-d51a-4769-b410-29458c577edc tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.5930104 Mar 08 17:32:45.542895 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.546244 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9e02a216-11bd-4087-a2ec-bdf16522b18c HTTP/1.1" status: 204 len: 168 time: 0.8777809 Mar 08 17:32:45.592424 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6edf8-7386-45c7-b070-06d7adb33118 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e02a216-11bd-4087-a2ec-bdf16522b18c,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:45.644549 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef311d65-cf1b-4753-b426-1027a21aaaba req-53e854a8-f8ec-43c9-b192-6815a4d23ee8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308064 Mar 08 17:32:45.683172 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-442aa7cc-7545-4a8f-a400-0391bf47ca1f req-ab277d72-8ca0-42fd-aaaa-23fc149cf945 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338835 Mar 08 17:32:45.688679 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5197f9ab-d107-4ef7-84ea-c4921592effe None None] New status for floating IP f532f7e4-9a8f-439e-b7bf-f18a8b95f200: ACTIVE {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:32:45.805000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 53000) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:45.849571 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-4ace9ddd-a5ec-4b41-a529-e910af7b2cef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1a0f0ec000646b18d93b5eb49d4de17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409236 Mar 08 17:32:45.849840 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 53002) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:45.907328 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc35955a-3fdd-472c-b703-b992d5f76dd9 admin admin] Publish callbacks [] for security_group (51433556-58cb-4a18-8f10-ac1f69456652), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.933272 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc35955a-3fdd-472c-b703-b992d5f76dd9 admin admin] Publish callbacks [] for security_group (51433556-58cb-4a18-8f10-ac1f69456652), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.986626 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc35955a-3fdd-472c-b703-b992d5f76dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (51433556-58cb-4a18-8f10-ac1f69456652), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.989393 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc35955a-3fdd-472c-b703-b992d5f76dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.993004 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-bc35955a-3fdd-472c-b703-b992d5f76dd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51433556-58cb-4a18-8f10-ac1f69456652 HTTP/1.1" status: 204 len: 168 time: 0.1399751 Mar 08 17:32:46.003253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35955a-3fdd-472c-b703-b992d5f76dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51433556-58cb-4a18-8f10-ac1f69456652,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:46.250927 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:32:46.527782 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53022) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:46.662990 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d7d908b5-7008-42bd-998a-6e4b71632b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:46.806983 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53040) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:46.850773 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d7d908b5-7008-42bd-998a-6e4b71632b25 admin admin] Publish callbacks [] for security_group (24ea162f-e5f5-4ff5-8c8a-a9dddc817a56), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:46.855527 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d7d908b5-7008-42bd-998a-6e4b71632b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (24ea162f-e5f5-4ff5-8c8a-a9dddc817a56), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:46.900388 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 53044) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:46.901014 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d7d908b5-7008-42bd-998a-6e4b71632b25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fe35a26ce5148a89f2f986756e67db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718145 Mar 08 17:32:46.916483 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d908b5-7008-42bd-998a-6e4b71632b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea162f-e5f5-4ff5-8c8a-a9dddc817a56,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:46.930219 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc647745-bd74-4920-808e-1af93e8c3a0d req-6a7449e3-3e9b-44d7-8e02-0152fe49bf08 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:46.931711 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cc647745-bd74-4920-808e-1af93e8c3a0d req-6a7449e3-3e9b-44d7-8e02-0152fe49bf08 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1310105 Mar 08 17:32:46.943580 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932ebd6-a825-441d-84ad-967aed44c2b4 req-cbe29986-e88f-4317-a021-8ed2cc4bd838 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:46.945410 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f932ebd6-a825-441d-84ad-967aed44c2b4 req-cbe29986-e88f-4317-a021-8ed2cc4bd838 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1330490 Mar 08 17:32:46.960052 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1879244764-network', 'tenant_id': '26748493319d476a8c2ddd4f56e04e0e'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:46.981770 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Made reservation on behalf of 26748493319d476a8c2ddd4f56e04e0e for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:46.984227 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:46.994090 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.054762 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cc647745-bd74-4920-808e-1af93e8c3a0d req-a9afd8a4-9be6-4b83-8017-0dea7a205793 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083410 Mar 08 17:32:47.056385 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4a207cf7-82a0-4d9c-baa9-30d0865851ec admin admin] Publish callbacks [] for security_group (24ea162f-e5f5-4ff5-8c8a-a9dddc817a56), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.063945 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f932ebd6-a825-441d-84ad-967aed44c2b4 req-8d731990-6044-4ba9-93cf-4ba045b580cd tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121545 Mar 08 17:32:47.096721 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Publish callbacks [] for security_group (bd04f01f-30e0-4127-bc58-2d5c48179b99), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.103614 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4a207cf7-82a0-4d9c-baa9-30d0865851ec admin admin] Publish callbacks [] for security_group (24ea162f-e5f5-4ff5-8c8a-a9dddc817a56), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.106794 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (bd04f01f-30e0-4127-bc58-2d5c48179b99), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.146855 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:32:47.167116 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4a207cf7-82a0-4d9c-baa9-30d0865851ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (24ea162f-e5f5-4ff5-8c8a-a9dddc817a56), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.169826 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4a207cf7-82a0-4d9c-baa9-30d0865851ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.170980 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-4a207cf7-82a0-4d9c-baa9-30d0865851ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24ea162f-e5f5-4ff5-8c8a-a9dddc817a56 HTTP/1.1" status: 204 len: 168 time: 0.2688465 Mar 08 17:32:47.174000 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd04f01f-30e0-4127-bc58-2d5c48179b99,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:47.179210 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (2f498e7a-a5f3-4587-bce3-86c63694a214), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.179551 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Added segment 2f498e7a-a5f3-4587-bce3-86c63694a214 of type vlan for network e56e4bab-315e-4188-b39c-8a0ffdf02c79 Mar 08 17:32:47.181323 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a207cf7-82a0-4d9c-baa9-30d0865851ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea162f-e5f5-4ff5-8c8a-a9dddc817a56,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:47.224173 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (e56e4bab-315e-4188-b39c-8a0ffdf02c79), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.252992 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (e56e4bab-315e-4188-b39c-8a0ffdf02c79), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.254357 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:47.255141 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.284632 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 53048) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:47.284879 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4766088 Mar 08 17:32:47.290392 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Request body: {'subnet': {'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1879244764-subnet', 'tenant_id': '26748493319d476a8c2ddd4f56e04e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:47.314435 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Made reservation on behalf of 26748493319d476a8c2ddd4f56e04e0e for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:47.317456 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62056063'] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.331689 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3c085-465f-4d26-855e-31be07818a1d admin admin] Pushing event updated for resources: {'Network': ['ID=e56e4bab-315e-4188-b39c-8a0ffdf02c79,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:47.343077 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network e56e4bab-315e-4188-b39c-8a0ffdf02c79 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:32:47.560580 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62113176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62056033'] for subnet (14678622-5b72-4310-9b99-f3b01b1e4e35), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.621145 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=14678622-5b72-4310-9b99-f3b01b1e4e35,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:47.625439 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Checking segment: {'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:47.625793 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Network hostable DHCP agents. Network: e56e4bab-315e-4188-b39c-8a0ffdf02c79, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:32:47.646670 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Network e56e4bab-315e-4188-b39c-8a0ffdf02c79 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:32:47.659946 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, e56e4bab-315e-4188-b39c-8a0ffdf02c79) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:47.669933 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:47.673699 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.678517 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353534a-e0a2-48e2-a378-4ff9b936a6fe None None] Network e56e4bab-315e-4188-b39c-8a0ffdf02c79 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:47.695430 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-91808c82-6c94-40c8-90f8-f3b0ebe453bf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4096158 Mar 08 17:32:47.829497 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443fa1b-b5f9-45a8-b025-2db84e5d391d None None] Network e56e4bab-315e-4188-b39c-8a0ffdf02c79 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:48.313464 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92e354-ecbd-4dc9-a296-0aadd5808079 req-266e3806-1bb7-4160-8515-506620b0c491 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:48.315082 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1c92e354-ecbd-4dc9-a296-0aadd5808079 req-266e3806-1bb7-4160-8515-506620b0c491 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1407528 Mar 08 17:32:48.357519 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988f2b0-56d2-45bb-9714-c75f663f099c req-70008332-2bac-4dcc-84af-9cf5af3bdfcf tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:48.359152 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c988f2b0-56d2-45bb-9714-c75f663f099c req-70008332-2bac-4dcc-84af-9cf5af3bdfcf tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1542709 Mar 08 17:32:48.437342 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1c92e354-ecbd-4dc9-a296-0aadd5808079 req-210237ca-224f-4427-8586-26db1cd6753e tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019347 Mar 08 17:32:48.440564 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c988f2b0-56d2-45bb-9714-c75f663f099c req-3db6fa48-8f53-4089-9cf8-858b14908c38 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745723 Mar 08 17:32:49.685903 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4430b-d1ec-4797-95e8-b402fdab48b8 req-387cf99b-f14d-4260-b336-d7a85a0bd9f5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:49.688007 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3c4430b-d1ec-4797-95e8-b402fdab48b8 req-387cf99b-f14d-4260-b336-d7a85a0bd9f5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1724908 Mar 08 17:32:49.712111 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820314e-38e7-44f4-9cbc-cbcb5672a946 req-0c474793-62ad-48c1-a829-696cacee7697 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:49.713781 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4820314e-38e7-44f4-9cbc-cbcb5672a946 req-0c474793-62ad-48c1-a829-696cacee7697 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1578608 Mar 08 17:32:49.788134 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e3c4430b-d1ec-4797-95e8-b402fdab48b8 req-f94e17a3-81f6-406e-9ec2-da35176f2dec tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914738 Mar 08 17:32:49.796531 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4820314e-38e7-44f4-9cbc-cbcb5672a946 req-14afe3e6-1ee1-4240-924e-e3f97e77fb77 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729251 Mar 08 17:32:50.920486 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1de23-063e-47b4-ac4f-602346e9ee33 req-fc249157-78fb-489b-9dd5-76fdb3498bef tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:50.924516 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0b1de23-063e-47b4-ac4f-602346e9ee33 req-fc249157-78fb-489b-9dd5-76fdb3498bef tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0600910 Mar 08 17:32:50.989608 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0b1de23-063e-47b4-ac4f-602346e9ee33 req-57fccbfc-3eba-4f0b-896e-c8bb8a5dcf45 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619311 Mar 08 17:32:51.116103 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe750234-9ffa-4187-abc8-60796d14af2b req-066563f7-dc26-4241-91a8-ce3a1d9b8d04 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:51.117992 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fe750234-9ffa-4187-abc8-60796d14af2b req-066563f7-dc26-4241-91a8-ce3a1d9b8d04 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0631189 Mar 08 17:32:51.168080 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fe750234-9ffa-4187-abc8-60796d14af2b req-f184012b-bc9e-4b4d-873c-61905207a4ad tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443108 Mar 08 17:32:52.128119 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a7d62-d098-4299-a012-de4efaa1faa8 req-20a45b92-5dbe-411f-9121-21a80b5dbf36 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:52.130696 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a7a7d62-d098-4299-a012-de4efaa1faa8 req-20a45b92-5dbe-411f-9121-21a80b5dbf36 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0689862 Mar 08 17:32:52.197310 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a7a7d62-d098-4299-a012-de4efaa1faa8 req-fe5cfc46-f335-4494-a62c-8dc30eb275ab tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Mar 08 17:32:52.352589 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644e5fa-ceb8-401c-ae79-44e944b0aed0 req-41d1857b-bd4b-44b4-bde8-7024a9eca9d1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:52.354444 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d644e5fa-ceb8-401c-ae79-44e944b0aed0 req-41d1857b-bd4b-44b4-bde8-7024a9eca9d1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0823395 Mar 08 17:32:52.419183 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d644e5fa-ceb8-401c-ae79-44e944b0aed0 req-4cbd06f5-1195-4ced-bdee-968411b40cbe tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529296 Mar 08 17:32:52.772691 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944455-ef45-4a64-afba-26b46b785043 req-def158aa-2f1a-4fa1-8118-d99d48be3c62 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:52.774649 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-def158aa-2f1a-4fa1-8118-d99d48be3c62 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/networks?id=e56e4bab-315e-4188-b39c-8a0ffdf02c79 HTTP/1.1" status: 200 len: 814 time: 0.1124008 Mar 08 17:32:52.790948 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-f77cd9ad-f1bd-468c-a654-55595e8fc618 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/quotas/26748493319d476a8c2ddd4f56e04e0e HTTP/1.1" status: 200 len: 375 time: 0.0104320 Mar 08 17:32:52.828487 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-b12eceb4-a582-4314-961e-9d1754ae0e13 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26748493319d476a8c2ddd4f56e04e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320594 Mar 08 17:32:52.925124 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-e6f25bce-d1d3-4ece-90c3-7a2f633936d3 service neutron] 10.222.0.46 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898175 Mar 08 17:32:53.021193 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-54089b9e-68b9-4606-b9c5-47bf991c263b service neutron] 10.222.0.46 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904114 Mar 08 17:32:53.201754 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dd74bab1-a322-4f49-bbf8-23a5a8e38b6d req-7ba01e2d-7c75-4bcb-a7b9-20a4220cd3d5 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 210 time: 0.0294816 Mar 08 17:32:53.248288 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-ad913d0c-1ba7-4c5e-94ea-664efc86c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.249775 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-ad913d0c-1ba7-4c5e-94ea-664efc86c08a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1130 time: 0.0508358 Mar 08 17:32:53.392456 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63809964-f6d7-49cf-9efe-1941128e7bfe req-5c05656b-289e-41d6-a18c-b05be7012186 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.393988 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-63809964-f6d7-49cf-9efe-1941128e7bfe req-5c05656b-289e-41d6-a18c-b05be7012186 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.1158342 Mar 08 17:32:53.395537 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-47b12a4e-1a9f-47de-898f-1c9da6fddfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.397004 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-47b12a4e-1a9f-47de-898f-1c9da6fddfd2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 910 time: 0.1380885 Mar 08 17:32:53.496003 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-63809964-f6d7-49cf-9efe-1941128e7bfe req-0c72a906-8627-45f4-8557-9a09da2a938a tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944467 Mar 08 17:32:53.514659 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-72b98767-badd-4c2f-b03c-f99bda8260fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 1001 time: 0.1058142 Mar 08 17:32:53.592092 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-670652aa-0a4d-454c-a875-bcfbf412e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.593679 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-670652aa-0a4d-454c-a875-bcfbf412e837 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 200 len: 848 time: 0.0532861 Mar 08 17:32:53.604983 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e3e24-2225-4999-947f-6d66b201fae7 req-550b0b3a-8a95-4dfd-a911-281a314c71e5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.606397 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-236e3e24-2225-4999-947f-6d66b201fae7 req-550b0b3a-8a95-4dfd-a911-281a314c71e5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1056385 Mar 08 17:32:53.686367 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-236e3e24-2225-4999-947f-6d66b201fae7 req-0fbc12db-f3bf-46d8-a6e2-8f852011c55e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666556 Mar 08 17:32:53.692511 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-68452acb-3259-405e-b0fd-52c6297256af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.694018 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-68452acb-3259-405e-b0fd-52c6297256af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8995344-404a-422d-98d9-83cdbc0c32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828660 Mar 08 17:32:53.815943 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-45cbe879-b26f-4007-92e0-515021c18009 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052046 Mar 08 17:32:53.925801 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f872ddc2-f1a7-4439-ba5b-4b5a469f23f9 req-2aef82a1-4d8a-4e98-9298-e385c4d9625d service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952072 Mar 08 17:32:54.311670 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f110fa49-2629-4cb4-b2e1-151a1466928b req-b5aa8ef6-ea65-45f9-816d-6a14e970b56d tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Mar 08 17:32:54.633396 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4054-bee0-4d3c-88b4-0eaca8df4890 req-b34b0fcc-4295-481f-910c-2970774d61ec tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:54.635041 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e8ad4054-bee0-4d3c-88b4-0eaca8df4890 req-b34b0fcc-4295-481f-910c-2970774d61ec tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0593896 Mar 08 17:32:54.751705 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e8ad4054-bee0-4d3c-88b4-0eaca8df4890 req-a4c21c83-0020-4cb5-80d0-cd078bff8947 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076331 Mar 08 17:32:54.784924 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944455-ef45-4a64-afba-26b46b785043 req-69045683-250f-4f7f-a4a8-b3e182e58859 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:54.786720 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-69045683-250f-4f7f-a4a8-b3e182e58859 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.71 "GET /v2.0/networks?id=e56e4bab-315e-4188-b39c-8a0ffdf02c79 HTTP/1.1" status: 200 len: 814 time: 0.1507668 Mar 08 17:32:54.813925 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Request body: {'port': {'device_id': 'ed391d8d-bd9d-4395-9ad4-c88ec5034183', 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79', 'admin_state_up': True, 'tenant_id': '26748493319d476a8c2ddd4f56e04e0e'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:54.887687 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa66a43-0e7f-4580-81ea-2018522ea8b2 req-fd1916ca-dc70-44a5-8cae-160d8c4b7075 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:54.889184 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6aa66a43-0e7f-4580-81ea-2018522ea8b2 req-fd1916ca-dc70-44a5-8cae-160d8c4b7075 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.1235747 Mar 08 17:32:54.961499 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6aa66a43-0e7f-4580-81ea-2018522ea8b2 req-1f24ab5c-f6c8-4857-b3d8-e86ff56e69e9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667198 Mar 08 17:32:54.974979 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Made reservation on behalf of 26748493319d476a8c2ddd4f56e04e0e for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:54.978483 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.108016 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Allocated IP 172.20.0.2 (e56e4bab-315e-4188-b39c-8a0ffdf02c79/14678622-5b72-4310-9b99-f3b01b1e4e35/6df34e38-c409-4d9c-b692-7b9f0907eb56) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:55.274474 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks [] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.315750 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.369065 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Network e56e4bab-315e-4188-b39c-8a0ffdf02c79 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:55.372173 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:55.375751 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:55.382300 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Pushing event updated for resources: {'Port': ['ID=6df34e38-c409-4d9c-b692-7b9f0907eb56,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:55.450785 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:55.451406 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.476253 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-2cfb3fef-d04f-4443-a754-b97b5785f4ec tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643970 Mar 08 17:32:55.481390 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64688-6292-4a2f-8500-d7159295124a req-eab79352-0412-419e-8994-c5903ee8762a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:55.482822 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dac64688-6292-4a2f-8500-d7159295124a req-eab79352-0412-419e-8994-c5903ee8762a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 931 time: 0.0813687 Mar 08 17:32:55.511955 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Request body: {'port': {'device_id': 'ed391d8d-bd9d-4395-9ad4-c88ec5034183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:55.562242 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dac64688-6292-4a2f-8500-d7159295124a req-de7ed367-6d00-4947-a6f5-2dfd4d4825bb tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736401 Mar 08 17:32:55.590528 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.892676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df34e38-c409-4d9c-b692-7b9f0907eb56 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:55.901704 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Publish callbacks [] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.918214 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Transition to ACTIVE for port object 6df34e38-c409-4d9c-b692-7b9f0907eb56 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:32:55.925823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96445b-ec3e-4506-b816-8a034096e8ab req-190b2ea8-120b-4d77-a65d-9ccf3830954b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:55.927345 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c96445b-ec3e-4506-b816-8a034096e8ab req-190b2ea8-120b-4d77-a65d-9ccf3830954b tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.0972733 Mar 08 17:32:55.928379 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.012647 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Pushing event updated for resources: {'Port': ['ID=6df34e38-c409-4d9c-b692-7b9f0907eb56,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:56.020391 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c96445b-ec3e-4506-b816-8a034096e8ab req-144209d5-2ed4-4049-bcd5-1341288b31ab tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869794 Mar 08 17:32:56.115633 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Attempting to bind port 6df34e38-c409-4d9c-b692-7b9f0907eb56 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:56.115958 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Attempting to bind port 6df34e38-c409-4d9c-b692-7b9f0907eb56 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:56.116312 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Attempting to bind port 6df34e38-c409-4d9c-b692-7b9f0907eb56 on network e56e4bab-315e-4188-b39c-8a0ffdf02c79 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:56.122986 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Port 6df34e38-c409-4d9c-b692-7b9f0907eb56 on network e56e4bab-315e-4188-b39c-8a0ffdf02c79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:32:56.123343 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Attempting to bind port 6df34e38-c409-4d9c-b692-7b9f0907eb56 on network e56e4bab-315e-4188-b39c-8a0ffdf02c79 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:56.132893 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a61de3-20f0-4b2a-b410-5eaf48f7c16e req-969ae4ed-8911-4ac8-b972-42fa09d92061 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.134407 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-13a61de3-20f0-4b2a-b410-5eaf48f7c16e req-969ae4ed-8911-4ac8-b972-42fa09d92061 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0809915 Mar 08 17:32:56.137416 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:56.137748 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Checking segment: {'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:56.138119 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Bound using segment: {'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:56.138541 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Bound port: 6df34e38-c409-4d9c-b692-7b9f0907eb56, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:56.138889 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.217638 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-13a61de3-20f0-4b2a-b410-5eaf48f7c16e req-cabfadbc-8f95-4ff0-ba63-a5f1b56d23c5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764816 Mar 08 17:32:56.233614 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] For port 6df34e38-c409-4d9c-b692-7b9f0907eb56, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:56.240948 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] For port 6df34e38-c409-4d9c-b692-7b9f0907eb56, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6df34e38-c409-4d9c-b692-7b9f0907eb56,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:56.246133 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.277945 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.278564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.279936 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] 10.222.0.71 "PUT /v2.0/ports/6df34e38-c409-4d9c-b692-7b9f0907eb56 HTTP/1.1" status: 200 len: 1093 time: 0.7724130 Mar 08 17:32:56.280374 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed391d8d-bd9d-4395-9ad4-c88ec5034183', 'tag': '6df34e38-c409-4d9c-b692-7b9f0907eb56'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:56.282600 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31bca5-85d0-467d-a200-9603e7303e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed391d8d-bd9d-4395-9ad4-c88ec5034183", "tag": "6df34e38-c409-4d9c-b692-7b9f0907eb56"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:56.306000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda81769-e15e-4a73-b1d8-57bc5a23bb4d service neutron] Pushing event updated for resources: {'Port': ['ID=6df34e38-c409-4d9c-b692-7b9f0907eb56,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:56.318524 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02835cb1-1975-4793-9615-6b155ca37aa0 x-openstack-request-id: req-02835cb1-1975-4793-9615-6b155ca37aa0 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:56.321361 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed391d8d-bd9d-4395-9ad4-c88ec5034183", "tag": "6df34e38-c409-4d9c-b692-7b9f0907eb56", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:56.321620 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02835cb1-1975-4793-9615-6b155ca37aa0 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:56.322059 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed391d8d-bd9d-4395-9ad4-c88ec5034183', 'tag': '6df34e38-c409-4d9c-b692-7b9f0907eb56', 'status': 'completed', 'code': 200} Mar 08 17:32:56.434722 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944455-ef45-4a64-afba-26b46b785043 req-d0e867d7-e870-4753-95e0-06cb27acee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.436716 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-d0e867d7-e870-4753-95e0-06cb27acee5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26748493319d476a8c2ddd4f56e04e0e&device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 1127 time: 0.0561473 Mar 08 17:32:56.498890 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-af0e2647-fe90-463a-a426-f59c04239646 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6df34e38-c409-4d9c-b692-7b9f0907eb56 HTTP/1.1" status: 200 len: 217 time: 0.0350487 Mar 08 17:32:56.551415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944455-ef45-4a64-afba-26b46b785043 req-1210a26d-6241-4301-8bf8-b6632738a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.552868 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-1210a26d-6241-4301-8bf8-b6632738a568 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14678622-5b72-4310-9b99-f3b01b1e4e35 HTTP/1.1" status: 200 len: 854 time: 0.0443280 Mar 08 17:32:56.631979 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-78315731-a3af-4b4d-8fe6-811936e6b1d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e56e4bab-315e-4188-b39c-8a0ffdf02c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252559 Mar 08 17:32:56.744523 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66742e7c-94c3-4ec9-9fc0-8dd81fa7252e req-9d85caf5-3f4f-44cd-83b3-e5a7520bbdb1 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.746103 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-66742e7c-94c3-4ec9-9fc0-8dd81fa7252e req-9d85caf5-3f4f-44cd-83b3-e5a7520bbdb1 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 943 time: 0.1132965 Mar 08 17:32:56.764150 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-18be29b3-9c31-4585-8b2b-db079413f364 service neutron] 10.222.0.71 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235063 Mar 08 17:32:56.854104 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-66742e7c-94c3-4ec9-9fc0-8dd81fa7252e req-2bea7be1-3b1d-462f-ac1b-c2eb188f7829 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995314 Mar 08 17:32:56.882873 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c7944455-ef45-4a64-afba-26b46b785043 req-c23e8541-b75f-4fb5-8e89-ddcef174235d service neutron] 10.222.0.71 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085045 Mar 08 17:32:57.049564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-c6f398bc-5d2b-4fa9-97ff-554854d83f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.051072 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-c6f398bc-5d2b-4fa9-97ff-554854d83f6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26748493319d476a8c2ddd4f56e04e0e&device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 1127 time: 0.0479870 Mar 08 17:32:57.462190 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9319c164-c58e-4d5b-ba67-86e186b145c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.511836 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29e337-bf7e-4987-b9d2-99e3baed1ce9 req-f8a4d386-9615-41fa-86f9-e3335dee7537 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.513273 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab29e337-bf7e-4987-b9d2-99e3baed1ce9 req-f8a4d386-9615-41fa-86f9-e3335dee7537 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.4149311 Mar 08 17:32:57.563112 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4661-9833-479e-9c97-107b24a32b6a req-243cea9e-6528-42d5-b25f-3d7821becdc7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.564556 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-faeb4661-9833-479e-9c97-107b24a32b6a req-243cea9e-6528-42d5-b25f-3d7821becdc7 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.71 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 946 time: 0.4354193 Mar 08 17:32:57.588642 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-b044f055-b295-460c-97ed-f7a1c44e8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.590037 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-b044f055-b295-460c-97ed-f7a1c44e8377 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e56e4bab-315e-4188-b39c-8a0ffdf02c79 HTTP/1.1" status: 200 len: 915 time: 0.4623184 Mar 08 17:32:57.668095 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-c742a066-3489-4685-931a-10db9eb5fe92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6df34e38-c409-4d9c-b692-7b9f0907eb56 HTTP/1.1" status: 200 len: 217 time: 0.0575085 Mar 08 17:32:57.692943 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab29e337-bf7e-4987-b9d2-99e3baed1ce9 req-94fd45e7-e9bc-4646-aae4-e3a8e924b0db tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/security-groups?id=adc8b3aa-08be-449c-875e-9565521f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682811 Mar 08 17:32:57.723233 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc29d4-e94d-489a-b7e2-540d0568af2c req-35b3843a-8422-4ec9-acf9-7542a6e9b376 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.724659 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-21fc29d4-e94d-489a-b7e2-540d0568af2c req-35b3843a-8422-4ec9-acf9-7542a6e9b376 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.2232535 Mar 08 17:32:57.785536 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-6279fa44-fd09-4d4e-afaf-f555acfe3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.787004 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-6279fa44-fd09-4d4e-afaf-f555acfe3b96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14678622-5b72-4310-9b99-f3b01b1e4e35 HTTP/1.1" status: 200 len: 854 time: 0.0993829 Mar 08 17:32:57.839409 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-cf400641-bf3d-44b6-a67f-983cf64f86ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e56e4bab-315e-4188-b39c-8a0ffdf02c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424337 Mar 08 17:32:57.844084 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-21fc29d4-e94d-489a-b7e2-540d0568af2c req-8f610f44-eec9-4857-87ac-dcb187d47ead tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995438 Mar 08 17:32:57.850691 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Deleting port 28b39596-bf88-44dd-a692-5262f3d60cba {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:32:57.851029 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.025269 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] For port 28b39596-bf88-44dd-a692-5262f3d60cba, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28b39596-bf88-44dd-a692-5262f3d60cba,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:58.025627 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.059857 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Calling delete_port for 28b39596-bf88-44dd-a692-5262f3d60cba owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:32:58.062869 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-a8c6773c-4e20-432b-87da-909f596fa8c3 service neutron] 10.222.0.71 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088201 Mar 08 17:32:58.144885 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e647-e381-45eb-9b56-db32466c31a0 req-47667ed4-1670-4ad7-a5df-fbab4f1de5e3 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.146985 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6636e647-e381-45eb-9b56-db32466c31a0 req-47667ed4-1670-4ad7-a5df-fbab4f1de5e3 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 943 time: 0.2199345 Mar 08 17:32:58.271387 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac31bca5-85d0-467d-a200-9603e7303e0e req-70cbf035-2880-4fe6-87f0-0c17c3b79700 service neutron] 10.222.0.71 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981478 Mar 08 17:32:58.276018 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6636e647-e381-45eb-9b56-db32466c31a0 req-7b0b36f1-2491-4e9f-aed3-45fc992cdc19 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951893 Mar 08 17:32:58.334444 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (28b39596-bf88-44dd-a692-5262f3d60cba), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.363241 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Pushing event deleted for resources: {'Port': ['ID=28b39596-bf88-44dd-a692-5262f3d60cba,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:58.376638 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['28b39596-bf88-44dd-a692-5262f3d60cba'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:32:58.405125 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] No DVR routers for this DVR port 28b39596-bf88-44dd-a692-5262f3d60cba on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:32:58.407820 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.411244 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-faeb4661-9833-479e-9c97-107b24a32b6a req-43a60ceb-2ebe-49d1-86c9-27fac54b60e0 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.71 "DELETE /v2.0/ports/28b39596-bf88-44dd-a692-5262f3d60cba HTTP/1.1" status: 204 len: 173 time: 0.8366692 Mar 08 17:32:58.411684 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055398ce-f4c1-49ed-a481-d74bcfff6f90', 'name': 'network-vif-deleted', 'tag': '28b39596-bf88-44dd-a692-5262f3d60cba'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:58.413986 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec1ba39-333b-4067-852a-4b798bda4b18" -d '{"events": [{"server_uuid": "055398ce-f4c1-49ed-a481-d74bcfff6f90", "name": "network-vif-deleted", "tag": "28b39596-bf88-44dd-a692-5262f3d60cba"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:58.451728 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0f7e91-a23f-4a3c-9a29-fa63db1b8187 x-openstack-request-id: req-dd0f7e91-a23f-4a3c-9a29-fa63db1b8187 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:58.452190 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055398ce-f4c1-49ed-a481-d74bcfff6f90", "name": "network-vif-deleted", "tag": "28b39596-bf88-44dd-a692-5262f3d60cba", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:58.452513 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd0f7e91-a23f-4a3c-9a29-fa63db1b8187 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:58.452921 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055398ce-f4c1-49ed-a481-d74bcfff6f90', 'name': 'network-vif-deleted', 'tag': '28b39596-bf88-44dd-a692-5262f3d60cba', 'status': 'completed', 'code': 200} Mar 08 17:32:58.808352 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-703d0370-ef88-4577-8bec-2d06de4793ed req-b132174f-491b-4d7c-b96b-8f3cf210f1e5 tempest-ServerRescueNegativeTestJSON-474970359 tempest-ServerRescueNegativeTestJSON-474970359-project] 10.222.0.46 "GET /v2.0/ports?device_id=055398ce-f4c1-49ed-a481-d74bcfff6f90 HTTP/1.1" status: 200 len: 210 time: 0.0306692 Mar 08 17:32:58.986564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bb27e-7e80-4a42-b639-ace2a6978854 req-783c6f67-cdf0-4453-aae3-1789d86fd327 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.988091 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cd7bb27e-7e80-4a42-b639-ace2a6978854 req-783c6f67-cdf0-4453-aae3-1789d86fd327 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0645022 Mar 08 17:32:59.040608 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cd7bb27e-7e80-4a42-b639-ace2a6978854 req-b43eef3c-aca5-47fa-af45-80d7adcc604d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466456 Mar 08 17:32:59.398035 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecdb17-34f5-4e44-a045-bd03b953a66a req-e2524625-f7ea-457d-a0c3-3344906a6e96 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.399506 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-17ecdb17-34f5-4e44-a045-bd03b953a66a req-e2524625-f7ea-457d-a0c3-3344906a6e96 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 943 time: 0.0534556 Mar 08 17:32:59.404256 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 6df34e38-c409-4d9c-b692-7b9f0907eb56 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:32:59.451743 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-17ecdb17-34f5-4e44-a045-bd03b953a66a req-1f65e8f2-5c1e-46a9-b224-f0e2a50a3009 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Mar 08 17:32:59.501995 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 6df34e38-c409-4d9c-b692-7b9f0907eb56, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6df34e38-c409-4d9c-b692-7b9f0907eb56,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:59.512737 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '6df34e38-c409-4d9c-b692-7b9f0907eb56', 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79', 'port_id': '6df34e38-c409-4d9c-b692-7b9f0907eb56', 'mac_address': 'fa:16:3e:85:0e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14678622-5b72-4310-9b99-f3b01b1e4e35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:32:59.550218 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 6df34e38-c409-4d9c-b692-7b9f0907eb56 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:59.550621 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:59.564761 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df34e38-c409-4d9c-b692-7b9f0907eb56 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:59.586431 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 6df34e38-c409-4d9c-b692-7b9f0907eb56, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6df34e38-c409-4d9c-b692-7b9f0907eb56,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:59.592814 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:59.641036 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=6df34e38-c409-4d9c-b692-7b9f0907eb56,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:59.648097 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.648463 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.648809 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.649152 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.649485 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.649816 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.650142 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.650471 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.650794 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.651143 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.651468 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.651771 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.652120 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:59.739257 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-671c4e9e-ecad-4335-959e-366f0747b30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:59.866251 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53252) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:00.071533 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['6df34e38-c409-4d9c-b692-7b9f0907eb56'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:33:00.187905 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e72002-2a26-49bf-801c-5623435ee5ce req-615fb870-ff8e-44b2-bc8d-1e59193a9f01 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.189644 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-54e72002-2a26-49bf-801c-5623435ee5ce req-615fb870-ff8e-44b2-bc8d-1e59193a9f01 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0705342 Mar 08 17:33:00.240249 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-54e72002-2a26-49bf-801c-5623435ee5ce req-4e743a3a-cea9-4513-a2fb-fb49ee604497 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Mar 08 17:33:00.301690 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (ac709325-f270-4046-9c62-d9ac84d2387e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:00.578688 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad57c4-fee9-471d-ae94-fd4b181a03f4 req-990a1017-a83b-4901-8186-dbdfa079647a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.580316 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-17ad57c4-fee9-471d-ae94-fd4b181a03f4 req-990a1017-a83b-4901-8186-dbdfa079647a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 944 time: 0.0579581 Mar 08 17:33:00.630342 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-17ad57c4-fee9-471d-ae94-fd4b181a03f4 req-c493b478-59e9-43e0-bbcb-4b3345a99d95 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438335 Mar 08 17:33:00.826227 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Deleting port eaffa521-f882-4a02-bf0e-8dc176a0f41a {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:33:00.826566 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:00.848878 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:00.910509 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] For port eaffa521-f882-4a02-bf0e-8dc176a0f41a, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=eaffa521-f882-4a02-bf0e-8dc176a0f41a,segment=NetworkSegment(900d518e-6aeb-433f-a5a5-6a2dfb876ad8),segment_id=900d518e-6aeb-433f-a5a5-6a2dfb876ad8)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:00.911099 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:00.923426 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Calling delete_port for eaffa521-f882-4a02-bf0e-8dc176a0f41a owned by network:router_interface {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:33:01.141673 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (eaffa521-f882-4a02-bf0e-8dc176a0f41a), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.174504 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaffa521-f882-4a02-bf0e-8dc176a0f41a,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:01.333682 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (ac709325-f270-4046-9c62-d9ac84d2387e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.367305 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8b18-772a-40f8-8ce1-513749ca6126 req-a3c810b0-24e3-4a21-9e8c-5a55d7aba1d2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:01.368954 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-347e8b18-772a-40f8-8ce1-513749ca6126 req-a3c810b0-24e3-4a21-9e8c-5a55d7aba1d2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 944 time: 0.0546012 Mar 08 17:33:01.421403 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-347e8b18-772a-40f8-8ce1-513749ca6126 req-1a12d8dd-58f7-4196-994b-be0858c5b272 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Mar 08 17:33:01.423380 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:33:01.436386 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 6df34e38-c409-4d9c-b692-7b9f0907eb56 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:33:01.548747 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 6df34e38-c409-4d9c-b692-7b9f0907eb56 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:33:01.560437 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Router ac709325-f270-4046-9c62-d9ac84d2387e has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:33:01.562143 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 6df34e38-c409-4d9c-b692-7b9f0907eb56 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:33:01.562500 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.604492 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:01.619461 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '92e66fec-ac85-4eba-8117-bd1475c03934', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'port_id': '92e66fec-ac85-4eba-8117-bd1475c03934', 'mac_address': 'fa:16:3e:9b:21:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:33:01.671563 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:33:01.676949 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-495c956a-b495-4a57-8914-a9521e365726 admin admin] 10.222.0.46 "PUT /v2.0/routers/ac709325-f270-4046-9c62-d9ac84d2387e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8096056 Mar 08 17:33:01.679417 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53278) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:01.682178 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] Sync routers for ids ['ac709325-f270-4046-9c62-d9ac84d2387e'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:33:01.690735 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 92e66fec-ac85-4eba-8117-bd1475c03934 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:01.691128 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.697258 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] Routers {'ac709325-f270-4046-9c62-d9ac84d2387e'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:01.697888 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:33:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['ac709325-f270-4046-9c62-d9ac84d2387e'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:01.708334 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 6df34e38-c409-4d9c-b692-7b9f0907eb56 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:01.708740 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.711375 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e66fec-ac85-4eba-8117-bd1475c03934 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:33:01.745945 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:01.752154 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed391d8d-bd9d-4395-9ad4-c88ec5034183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df34e38-c409-4d9c-b692-7b9f0907eb56'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:01.756764 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4142d4d7-4dd0-4ffa-b6e8-a77a1200076c" -d '{"events": [{"server_uuid": "ed391d8d-bd9d-4395-9ad4-c88ec5034183", "name": "network-vif-plugged", "status": "completed", "tag": "6df34e38-c409-4d9c-b692-7b9f0907eb56"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:01.762011 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.775309 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 6df34e38-c409-4d9c-b692-7b9f0907eb56, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6df34e38-c409-4d9c-b692-7b9f0907eb56,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:01.804579 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.805341 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 28b39596-bf88-44dd-a692-5262f3d60cba no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:33:01.806031 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053f37a-fbc6-453c-80b3-ad9a20759fd6 req-0cdbdfff-0417-4c3f-a7bd-de4f012a417c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:01.812268 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks [] for router (ac709325-f270-4046-9c62-d9ac84d2387e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.814327 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3053f37a-fbc6-453c-80b3-ad9a20759fd6 req-0cdbdfff-0417-4c3f-a7bd-de4f012a417c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 944 time: 0.0731580 Mar 08 17:33:01.834903 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c838242-3e83-4081-9c49-0dc6807e4bf1 x-openstack-request-id: req-3c838242-3e83-4081-9c49-0dc6807e4bf1 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:01.835286 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed391d8d-bd9d-4395-9ad4-c88ec5034183", "name": "network-vif-plugged", "status": "completed", "tag": "6df34e38-c409-4d9c-b692-7b9f0907eb56", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:01.835478 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c838242-3e83-4081-9c49-0dc6807e4bf1 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:01.836058 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed391d8d-bd9d-4395-9ad4-c88ec5034183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df34e38-c409-4d9c-b692-7b9f0907eb56', 'code': 200} Mar 08 17:33:01.839442 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 28b39596-bf88-44dd-a692-5262f3d60cba {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:33:01.839823 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 28b39596-bf88-44dd-a692-5262f3d60cba not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:33:01.859195 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=9']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:01.863131 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] Set router ac709325-f270-4046-9c62-d9ac84d2387e gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:01.874860 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3053f37a-fbc6-453c-80b3-ad9a20759fd6 req-034d92a1-6c7d-42d4-9489-952d5b2d27cc tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563698 Mar 08 17:33:01.927077 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=6df34e38-c409-4d9c-b692-7b9f0907eb56,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:01.958076 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks [] for router_gateway (ac709325-f270-4046-9c62-d9ac84d2387e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.016707 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Deleting port c075b3e7-ad80-42e1-98b0-dd320c338461 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:33:02.017047 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.062326 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:33:01Z', 'revision_number': 5, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port': {'id': 'c075b3e7-ad80-42e1-98b0-dd320c338461', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:02.070763 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7825c-9fbe-4845-a650-e330ffa743c0 req-83a4de4a-df82-48ba-a8dd-f3ff6dbfc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:02.072385 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14e7825c-9fbe-4845-a650-e330ffa743c0 req-83a4de4a-df82-48ba-a8dd-f3ff6dbfc437 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 1129 time: 0.0491028 Mar 08 17:33:02.088956 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] Checking router: ac709325-f270-4046-9c62-d9ac84d2387e for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:33:02.099480 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] Routers {'ac709325-f270-4046-9c62-d9ac84d2387e'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:02.100139 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:33:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['ac709325-f270-4046-9c62-d9ac84d2387e'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:02.104940 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] For port c075b3e7-ad80-42e1-98b0-dd320c338461, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=c075b3e7-ad80-42e1-98b0-dd320c338461,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:02.105299 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.117780 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Calling delete_port for c075b3e7-ad80-42e1-98b0-dd320c338461 owned by network:router_gateway {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:33:02.119735 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14e7825c-9fbe-4845-a650-e330ffa743c0 req-8ec030ab-501d-4e84-b6b1-4427c73b142b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 Mar 08 17:33:02.189385 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] Set router ac709325-f270-4046-9c62-d9ac84d2387e gateway port host: None {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:02.212834 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['92e66fec-ac85-4eba-8117-bd1475c03934'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:33:02.247714 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:33:01Z', 'revision_number': 6, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:02.276018 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.277495 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98da05f-72f4-4ae8-a8e8-774d27ecb6e1 None None] The sync data for ids ['ac709325-f270-4046-9c62-d9ac84d2387e'] in dv-cinder-830090-3-iscsi is: [{'id': 'ac709325-f270-4046-9c62-d9ac84d2387e', 'name': 'tempest-ServerRescueNegativeTestJSON-798228350-router', 'tenant_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:33:01Z', 'revision_number': 6, 'project_id': 'd08b2286a5b940c1b39f1a2efe400bfb', 'gw_port_host': None}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:33:02.311349 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (c075b3e7-ad80-42e1-98b0-dd320c338461), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.339974 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Pushing event deleted for resources: {'Port': ['ID=c075b3e7-ad80-42e1-98b0-dd320c338461,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:02.399886 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (ac709325-f270-4046-9c62-d9ac84d2387e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.510021 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (ac709325-f270-4046-9c62-d9ac84d2387e), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.512231 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks [] for router_controller (ac709325-f270-4046-9c62-d9ac84d2387e), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.558871 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65bb18-109a-4ab3-9f68-a76ddeed1318 req-bc33e41f-3b3e-4ccb-aec4-3c37a1d7c5ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:02.560543 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d65bb18-109a-4ab3-9f68-a76ddeed1318 req-bc33e41f-3b3e-4ccb-aec4-3c37a1d7c5ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 945 time: 0.0625191 Mar 08 17:33:02.579142 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (ac709325-f270-4046-9c62-d9ac84d2387e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.579766 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac709325-f270-4046-9c62-d9ac84d2387e {{(pid=103292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:33:02.584793 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.585912 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-18741985-d24e-4699-95d8-7862c9ac5492 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ac709325-f270-4046-9c62-d9ac84d2387e HTTP/1.1" status: 204 len: 168 time: 0.9053936 Mar 08 17:33:02.588705 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53286) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:02.613223 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d65bb18-109a-4ab3-9f68-a76ddeed1318 req-53a83f81-aa69-419c-a368-cd91740329ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463135 Mar 08 17:33:02.632803 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a161ad64-2ad0-4519-b8de-1f4f64f25ff7 admin admin] Deleting subnet 6a0c1964-c0d9-4089-9873-dbd164bf4a3a {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:33:02.636249 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a161ad64-2ad0-4519-b8de-1f4f64f25ff7 admin admin] Publish callbacks [] for subnet (6a0c1964-c0d9-4089-9873-dbd164bf4a3a), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.673441 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a161ad64-2ad0-4519-b8de-1f4f64f25ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (6a0c1964-c0d9-4089-9873-dbd164bf4a3a), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.719660 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a161ad64-2ad0-4519-b8de-1f4f64f25ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (6a0c1964-c0d9-4089-9873-dbd164bf4a3a), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.775039 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a161ad64-2ad0-4519-b8de-1f4f64f25ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (6a0c1964-c0d9-4089-9873-dbd164bf4a3a), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.797838 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161ad64-2ad0-4519-b8de-1f4f64f25ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0c1964-c0d9-4089-9873-dbd164bf4a3a,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:02.803637 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a161ad64-2ad0-4519-b8de-1f4f64f25ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.806867 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-a161ad64-2ad0-4519-b8de-1f4f64f25ff7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6a0c1964-c0d9-4089-9873-dbd164bf4a3a HTTP/1.1" status: 204 len: 168 time: 0.2172341 Mar 08 17:33:02.809433 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53288) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:02.874447 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.957297 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.977110 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:02.986061 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7646510-a5ae-414c-a8cd-bf988c69cc07 req-663fa5f5-b128-4bd4-8278-c9c032408efb tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:02.986322 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900d518e-6aeb-433f-a5a5-6a2dfb876ad8') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:02.986568 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900d518e-6aeb-433f-a5a5-6a2dfb876ad8') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:02.987691 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f7646510-a5ae-414c-a8cd-bf988c69cc07 req-663fa5f5-b128-4bd4-8278-c9c032408efb tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 945 time: 0.0551231 Mar 08 17:33:02.996069 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (900d518e-6aeb-433f-a5a5-6a2dfb876ad8), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.009149 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (900d518e-6aeb-433f-a5a5-6a2dfb876ad8), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.014877 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Releasing vlan 971 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:33:03.015253 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (900d518e-6aeb-433f-a5a5-6a2dfb876ad8), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:33:03.016953 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:33:03.052183 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f7646510-a5ae-414c-a8cd-bf988c69cc07 req-4cd6c4dc-0bd3-4b8b-933b-aba2bbe72426 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586104 Mar 08 17:33:03.076768 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.084426 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.087738 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43 HTTP/1.1" status: 204 len: 168 time: 0.2774427 Mar 08 17:33:03.097333 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7365da-5f30-4097-aedb-7a131622e4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0089e70-cd4b-4e4f-a40b-7b63e1a1bb43,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:03.257369 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53296) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:03.302809 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-17b3ad9a-818e-45cd-b863-3e10c71ad7ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d08b2286a5b940c1b39f1a2efe400bfb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441926 Mar 08 17:33:03.305339 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53298) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:03.354771 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-72b5fbc3-f4ad-410a-8514-bc7eeb34ad6e admin admin] Publish callbacks [] for security_group (adc8b3aa-08be-449c-875e-9565521f9edc), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.375529 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-72b5fbc3-f4ad-410a-8514-bc7eeb34ad6e admin admin] Publish callbacks [] for security_group (adc8b3aa-08be-449c-875e-9565521f9edc), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.423067 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-72b5fbc3-f4ad-410a-8514-bc7eeb34ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (adc8b3aa-08be-449c-875e-9565521f9edc), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.425670 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-72b5fbc3-f4ad-410a-8514-bc7eeb34ad6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.426816 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-72b5fbc3-f4ad-410a-8514-bc7eeb34ad6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adc8b3aa-08be-449c-875e-9565521f9edc HTTP/1.1" status: 204 len: 168 time: 0.1205790 Mar 08 17:33:03.434420 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5fbc3-f4ad-410a-8514-bc7eeb34ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc8b3aa-08be-449c-875e-9565521f9edc,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:03.455719 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:33:03.504137 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 92e66fec-ac85-4eba-8117-bd1475c03934 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:33:03.504434 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.722175 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 92e66fec-ac85-4eba-8117-bd1475c03934 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:03.722480 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.758489 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:03.764907 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.770659 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195edad0-7c79-4f73-be05-5e2a9b122146 req-0dd2a4d1-4468-4362-8113-f12114a94e75 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:03.770659 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-195edad0-7c79-4f73-be05-5e2a9b122146 req-0dd2a4d1-4468-4362-8113-f12114a94e75 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 945 time: 0.0676110 Mar 08 17:33:03.816315 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=10']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:03.817697 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-195edad0-7c79-4f73-be05-5e2a9b122146 req-e4004148-9dab-4981-a8bc-5171ddd1bbd4 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Mar 08 17:33:03.836817 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:03.839224 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df9daa8-e68b-4b8e-ab15-d646d8103d30" -d '{"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-plugged", "status": "completed", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:03.864464 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.883045 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb97237-e0a6-41bc-ae20-683fc62098e0 x-openstack-request-id: req-2fb97237-e0a6-41bc-ae20-683fc62098e0 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:03.883363 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-plugged", "status": "completed", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:03.883641 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fb97237-e0a6-41bc-ae20-683fc62098e0 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:03.884395 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934', 'code': 200} Mar 08 17:33:04.166467 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1434d0-7989-4af0-8e40-92a872f0c963 req-f456d4ba-31bd-4f5e-805f-e4d60a148d5b tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:04.172260 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a1434d0-7989-4af0-8e40-92a872f0c963 req-f456d4ba-31bd-4f5e-805f-e4d60a148d5b tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 945 time: 0.0561779 Mar 08 17:33:04.222137 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a1434d0-7989-4af0-8e40-92a872f0c963 req-58da25a5-13be-4103-95f2-0d900192199d tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484142 Mar 08 17:33:04.230164 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device eaffa521-f882-4a02-bf0e-8dc176a0f41a no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:33:04.250097 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: eaffa521-f882-4a02-bf0e-8dc176a0f41a {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:33:04.250528 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device eaffa521-f882-4a02-bf0e-8dc176a0f41a not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:33:04.251024 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device c075b3e7-ad80-42e1-98b0-dd320c338461 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:33:04.271747 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: c075b3e7-ad80-42e1-98b0-dd320c338461 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:33:04.272090 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device c075b3e7-ad80-42e1-98b0-dd320c338461 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:33:04.618209 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f038-a79e-44e5-ab2d-a6ba1001955b req-c7b64f2d-d271-4982-9656-cfbdf25322ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:04.619827 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff41f038-a79e-44e5-ab2d-a6ba1001955b req-c7b64f2d-d271-4982-9656-cfbdf25322ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 1131 time: 0.0552802 Mar 08 17:33:04.679495 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff41f038-a79e-44e5-ab2d-a6ba1001955b req-38dd1517-5192-45d8-a118-584ac815b677 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529799 Mar 08 17:33:04.952731 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29761a-c2e8-43a6-b615-a2a422f2f56f req-d7471abd-a440-48f8-93c5-8191c7522afe tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:04.954224 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7a29761a-c2e8-43a6-b615-a2a422f2f56f req-d7471abd-a440-48f8-93c5-8191c7522afe tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0588174 Mar 08 17:33:05.004892 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7a29761a-c2e8-43a6-b615-a2a422f2f56f req-f2827d5d-a0df-4885-bdae-7df4bccbdebc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Mar 08 17:33:05.735937 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:06.133189 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63c7d5-3ebf-4325-9355-da10b2520bec req-0f615b07-400c-409b-86c9-5721493019b7 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:06.134615 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef63c7d5-3ebf-4325-9355-da10b2520bec req-0f615b07-400c-409b-86c9-5721493019b7 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0546591 Mar 08 17:33:06.183944 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef63c7d5-3ebf-4325-9355-da10b2520bec req-d3167229-dd48-4090-a227-02b37f54757b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Mar 08 17:33:07.312940 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee75f67-c8c1-45fb-b2f4-16cf01f6b50a req-e1593d20-b150-471e-adca-bec201f21183 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:07.314493 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fee75f67-c8c1-45fb-b2f4-16cf01f6b50a req-e1593d20-b150-471e-adca-bec201f21183 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0568581 Mar 08 17:33:07.368939 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fee75f67-c8c1-45fb-b2f4-16cf01f6b50a req-65dab76f-3960-4470-9d47-d503dbc456c9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482681 Mar 08 17:33:13.682281 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999f462-4ff8-428f-a388-20567ff7aa7b req-d419dc42-6b38-4856-825d-2c2549b28bed tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:13.683963 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6999f462-4ff8-428f-a388-20567ff7aa7b req-d419dc42-6b38-4856-825d-2c2549b28bed tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0603776 Mar 08 17:33:13.732098 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6999f462-4ff8-428f-a388-20567ff7aa7b req-20c12915-1c0f-4ac8-90b7-182f845dbc89 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 Mar 08 17:33:14.868229 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5f832-9b1a-4d38-b8cc-bc2ba8342d7c req-fb45ea95-8aeb-425a-9498-d438a3536f79 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:14.871321 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a2b5f832-9b1a-4d38-b8cc-bc2ba8342d7c req-fb45ea95-8aeb-425a-9498-d438a3536f79 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0658472 Mar 08 17:33:14.920776 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a2b5f832-9b1a-4d38-b8cc-bc2ba8342d7c req-ef600445-48ad-4962-b91b-06709fee46b8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Mar 08 17:33:16.039430 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452684c-d1df-4fb9-9471-9845e3ebf957 req-18f2957e-44fd-4fcc-85d9-c6a0850a35e5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:16.040957 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f452684c-d1df-4fb9-9471-9845e3ebf957 req-18f2957e-44fd-4fcc-85d9-c6a0850a35e5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0542614 Mar 08 17:33:16.093558 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f452684c-d1df-4fb9-9471-9845e3ebf957 req-1d151f10-c23a-40db-a669-87de4d2e6c9d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Mar 08 17:33:17.218716 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d3b8b-28a0-4389-8821-1808e60868d1 req-8bcfe3b3-d731-4c83-91fd-f9b5fb41d484 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:17.220092 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-025d3b8b-28a0-4389-8821-1808e60868d1 req-8bcfe3b3-d731-4c83-91fd-f9b5fb41d484 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0525234 Mar 08 17:33:17.267908 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-025d3b8b-28a0-4389-8821-1808e60868d1 req-fe0a5c3f-880c-44be-9e7c-f5bb69d9031c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 Mar 08 17:33:18.396792 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11c21f-7929-4e48-8d59-0d038f783f02 req-e6f3c47c-d3d9-4aab-bf15-4a4f02d47d16 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:18.398308 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0b11c21f-7929-4e48-8d59-0d038f783f02 req-e6f3c47c-d3d9-4aab-bf15-4a4f02d47d16 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0570395 Mar 08 17:33:18.444429 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0b11c21f-7929-4e48-8d59-0d038f783f02 req-0c839b9c-3501-459f-8dd3-c381c16e14cf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405364 Mar 08 17:33:19.570650 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25d7e1-32a8-460b-a4fb-da18d9001e04 req-86c03fed-f8d5-473c-9ab3-a242bb87b83a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:19.572165 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9a25d7e1-32a8-460b-a4fb-da18d9001e04 req-86c03fed-f8d5-473c-9ab3-a242bb87b83a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0592158 Mar 08 17:33:19.621932 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9a25d7e1-32a8-460b-a4fb-da18d9001e04 req-d54e06e5-ba3f-410d-a9b9-e61402b29f10 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432742 Mar 08 17:33:20.384249 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 53652) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:20.493922 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-63c440d5-cc93-4d37-9d39-dd4e877d6c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.569604 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-63c440d5-cc93-4d37-9d39-dd4e877d6c59 admin admin] Publish callbacks [] for security_group (071d3cf4-6090-4c4c-a85f-405e3e32ea7e), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.576036 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-63c440d5-cc93-4d37-9d39-dd4e877d6c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (071d3cf4-6090-4c4c-a85f-405e3e32ea7e), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.612786 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-63c440d5-cc93-4d37-9d39-dd4e877d6c59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0bf95371b8145879b116a679bae78e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274568 Mar 08 17:33:20.613745 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c440d5-cc93-4d37-9d39-dd4e877d6c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071d3cf4-6090-4c4c-a85f-405e3e32ea7e,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:20.615763 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53660) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:20.672861 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cd30884e-18cd-43a2-8e84-698f41c333e3 admin admin] Publish callbacks [] for security_group (071d3cf4-6090-4c4c-a85f-405e3e32ea7e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.697073 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cd30884e-18cd-43a2-8e84-698f41c333e3 admin admin] Publish callbacks [] for security_group (071d3cf4-6090-4c4c-a85f-405e3e32ea7e), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.744614 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cd30884e-18cd-43a2-8e84-698f41c333e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (071d3cf4-6090-4c4c-a85f-405e3e32ea7e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.747561 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cd30884e-18cd-43a2-8e84-698f41c333e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.748840 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-cd30884e-18cd-43a2-8e84-698f41c333e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/071d3cf4-6090-4c4c-a85f-405e3e32ea7e HTTP/1.1" status: 204 len: 168 time: 0.1319015 Mar 08 17:33:20.756962 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30884e-18cd-43a2-8e84-698f41c333e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071d3cf4-6090-4c4c-a85f-405e3e32ea7e,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:20.760965 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57851113-1db9-48b7-8776-8c06ba9c7c80 req-86022480-9b46-4639-94b4-e89744db5141 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:20.762689 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-57851113-1db9-48b7-8776-8c06ba9c7c80 req-86022480-9b46-4639-94b4-e89744db5141 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0539079 Mar 08 17:33:20.821761 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-57851113-1db9-48b7-8776-8c06ba9c7c80 req-fe1b6677-7196-41a7-b34f-d8e383b9d773 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528913 Mar 08 17:33:21.967776 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36797e83-749f-435e-a867-7c941a8e4717 req-72d8b6eb-f0f2-4e06-bf9b-ec46082fe160 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:21.970316 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-36797e83-749f-435e-a867-7c941a8e4717 req-72d8b6eb-f0f2-4e06-bf9b-ec46082fe160 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0818222 Mar 08 17:33:22.028204 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-36797e83-749f-435e-a867-7c941a8e4717 req-db9e6d95-d3f4-4f98-96fe-0f4b954b91d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505388 Mar 08 17:33:23.157542 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a85d02-6624-462d-9ff3-40acf6923bbd req-0fcd3682-ffc9-45eb-871a-58b0e9dbb6c9 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:23.159045 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5a85d02-6624-462d-9ff3-40acf6923bbd req-0fcd3682-ffc9-45eb-871a-58b0e9dbb6c9 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0590148 Mar 08 17:33:23.207520 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5a85d02-6624-462d-9ff3-40acf6923bbd req-55504982-7ca8-4706-b291-8b4b12dfde77 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Mar 08 17:33:23.252978 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:33:24.328676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec0cc6-6bb0-4b10-bba6-f46d26c699ad req-ee8ebaf2-3d38-4157-9e6b-1205632b3cc9 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:24.330201 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49ec0cc6-6bb0-4b10-bba6-f46d26c699ad req-ee8ebaf2-3d38-4157-9e6b-1205632b3cc9 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0552306 Mar 08 17:33:24.378626 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49ec0cc6-6bb0-4b10-bba6-f46d26c699ad req-50d17e99-ed86-45a9-b79b-f73a02e4e2e5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Mar 08 17:33:25.174069 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53768) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:25.282250 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-690c8c37-5582-4143-b93b-74346e814fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.360460 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-690c8c37-5582-4143-b93b-74346e814fdc admin admin] Publish callbacks [] for security_group (00b947a4-3e7d-4c59-8d12-d61e51cad244), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.368975 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-690c8c37-5582-4143-b93b-74346e814fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (00b947a4-3e7d-4c59-8d12-d61e51cad244), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.412410 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 53774) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:25.413059 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-690c8c37-5582-4143-b93b-74346e814fdc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dafd966a93194d3093f29a4df9e4a779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371285 Mar 08 17:33:25.413196 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c8c37-5582-4143-b93b-74346e814fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b947a4-3e7d-4c59-8d12-d61e51cad244,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:25.496701 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-881d92f9-6851-43cc-a058-cc534290ca6a admin admin] Publish callbacks [] for security_group (00b947a4-3e7d-4c59-8d12-d61e51cad244), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.524021 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-881d92f9-6851-43cc-a058-cc534290ca6a admin admin] Publish callbacks [] for security_group (00b947a4-3e7d-4c59-8d12-d61e51cad244), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.540986 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304785-0a83-4d74-994a-961113b04486 req-2364bf9e-d832-4622-9a45-03859ac59ef4 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:25.542461 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d304785-0a83-4d74-994a-961113b04486 req-2364bf9e-d832-4622-9a45-03859ac59ef4 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0884917 Mar 08 17:33:25.612508 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1d304785-0a83-4d74-994a-961113b04486 req-a2fa7b5e-a658-4263-b0b2-9e02e1286b4e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628507 Mar 08 17:33:25.621316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-881d92f9-6851-43cc-a058-cc534290ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (00b947a4-3e7d-4c59-8d12-d61e51cad244), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.624217 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-881d92f9-6851-43cc-a058-cc534290ca6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.625269 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-881d92f9-6851-43cc-a058-cc534290ca6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00b947a4-3e7d-4c59-8d12-d61e51cad244 HTTP/1.1" status: 204 len: 168 time: 0.2115955 Mar 08 17:33:25.633054 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d92f9-6851-43cc-a058-cc534290ca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b947a4-3e7d-4c59-8d12-d61e51cad244,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:26.702514 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 53832) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:26.739744 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7d7c4-b2f3-451d-86e4-0b2a04cfef5d req-d7111ec4-3b40-4a92-89c9-b9d1ca1d0d5f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:26.741275 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0dd7d7c4-b2f3-451d-86e4-0b2a04cfef5d req-d7111ec4-3b40-4a92-89c9-b9d1ca1d0d5f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0615602 Mar 08 17:33:26.795457 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0dd7d7c4-b2f3-451d-86e4-0b2a04cfef5d req-aff13d7b-e3d6-44aa-8060-157aabbfcddd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477798 Mar 08 17:33:26.816747 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88501840-1378-410f-acb3-b1d823b5b82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.892514 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88501840-1378-410f-acb3-b1d823b5b82a admin admin] Publish callbacks [] for security_group (c8f6fd57-bfd3-42c3-938a-93ba1a7b7664), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.896941 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88501840-1378-410f-acb3-b1d823b5b82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c8f6fd57-bfd3-42c3-938a-93ba1a7b7664), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.936980 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-88501840-1378-410f-acb3-b1d823b5b82a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9521ff7c7c4d4d3b988a0b69e63c7a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333686 Mar 08 17:33:26.937813 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88501840-1378-410f-acb3-b1d823b5b82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6fd57-bfd3-42c3-938a-93ba1a7b7664,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:26.941011 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 53842) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:26.992674 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-810df407-b576-449b-9a68-425b93107aa5 admin admin] Publish callbacks [] for security_group (c8f6fd57-bfd3-42c3-938a-93ba1a7b7664), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:27.013456 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-810df407-b576-449b-9a68-425b93107aa5 admin admin] Publish callbacks [] for security_group (c8f6fd57-bfd3-42c3-938a-93ba1a7b7664), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:27.062950 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-810df407-b576-449b-9a68-425b93107aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c8f6fd57-bfd3-42c3-938a-93ba1a7b7664), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:27.065600 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-810df407-b576-449b-9a68-425b93107aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:27.066734 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-810df407-b576-449b-9a68-425b93107aa5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8f6fd57-bfd3-42c3-938a-93ba1a7b7664 HTTP/1.1" status: 204 len: 168 time: 0.1248863 Mar 08 17:33:27.074459 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810df407-b576-449b-9a68-425b93107aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6fd57-bfd3-42c3-938a-93ba1a7b7664,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:27.461587 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b0922c9-0924-4eb6-9b3d-3172ce9933c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:27.922397 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeec1de-9f05-4d88-86c4-3cbd8d85a0ea req-8af4aee7-5aa9-482f-bcaa-b57c5045c6b5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:27.923867 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7eeec1de-9f05-4d88-86c4-3cbd8d85a0ea req-8af4aee7-5aa9-482f-bcaa-b57c5045c6b5 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0538630 Mar 08 17:33:27.972882 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7eeec1de-9f05-4d88-86c4-3cbd8d85a0ea req-3abf5f87-6d12-4699-8c8d-614ed98fa687 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430574 Mar 08 17:33:29.101457 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa1e4c-08b7-4f8d-9b85-0fd6e5117cc4 req-720aa92f-d0da-4af3-a19c-27e6ec035fda tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:29.103247 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-18fa1e4c-08b7-4f8d-9b85-0fd6e5117cc4 req-720aa92f-d0da-4af3-a19c-27e6ec035fda tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0583951 Mar 08 17:33:29.158070 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-18fa1e4c-08b7-4f8d-9b85-0fd6e5117cc4 req-85767376-ba56-458e-83e4-25cd01cb3365 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491216 Mar 08 17:33:29.741464 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9254b96b-97b7-4356-8bb5-cff73bde1ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:30.280915 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8f628-b374-4109-95dc-54716da0d2ec req-cb601246-1a4f-416e-9670-36e590b739f2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:30.282473 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1ba8f628-b374-4109-95dc-54716da0d2ec req-cb601246-1a4f-416e-9670-36e590b739f2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0527813 Mar 08 17:33:30.328613 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1ba8f628-b374-4109-95dc-54716da0d2ec req-ca7c7af0-9ece-451e-bb4c-feaec51caeec tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405381 Mar 08 17:33:30.568977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114ec99-4b77-44b7-8d59-cc6f354ac08d req-f6bf6017-0f9f-4d6a-92e3-17f7248e7e1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:30.570736 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c114ec99-4b77-44b7-8d59-cc6f354ac08d req-f6bf6017-0f9f-4d6a-92e3-17f7248e7e1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0743175 Mar 08 17:33:30.646558 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c114ec99-4b77-44b7-8d59-cc6f354ac08d req-02081f90-e4dd-420c-b8fc-41cbba028a7f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693572 Mar 08 17:33:30.652769 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167671b-e806-4a51-96f3-801eb13c9062 req-031a7696-12af-4887-85a6-c14ebab46699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:30.654175 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d167671b-e806-4a51-96f3-801eb13c9062 req-031a7696-12af-4887-85a6-c14ebab46699 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 1129 time: 0.0642056 Mar 08 17:33:30.750486 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167671b-e806-4a51-96f3-801eb13c9062 req-de621dce-09eb-4273-ba46-85f05d749412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:30.752338 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d167671b-e806-4a51-96f3-801eb13c9062 req-de621dce-09eb-4273-ba46-85f05d749412 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 912 time: 0.0908372 Mar 08 17:33:30.831138 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d167671b-e806-4a51-96f3-801eb13c9062 req-7358de1a-b87c-41d5-bd0b-7814c105cca7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971 HTTP/1.1" status: 200 len: 1001 time: 0.0676379 Mar 08 17:33:30.850671 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:30.881896 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167671b-e806-4a51-96f3-801eb13c9062 req-723b2ff9-8943-429c-a55a-39e8f1bc20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:30.883354 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d167671b-e806-4a51-96f3-801eb13c9062 req-723b2ff9-8943-429c-a55a-39e8f1bc20e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05422727-ab15-4b2b-85db-9374acaebec7 HTTP/1.1" status: 200 len: 850 time: 0.0446448 Mar 08 17:33:30.935012 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167671b-e806-4a51-96f3-801eb13c9062 req-9075884e-a4f4-459b-b184-c8ad59fb4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:30.936509 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d167671b-e806-4a51-96f3-801eb13c9062 req-9075884e-a4f4-459b-b184-c8ad59fb4e4c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1e98f65-d043-4791-8dbc-30c813b7ca3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462434 Mar 08 17:33:31.027697 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d167671b-e806-4a51-96f3-801eb13c9062 req-fea39699-422b-4515-bb7b-d3392567d21f service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840621 Mar 08 17:33:31.138987 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d167671b-e806-4a51-96f3-801eb13c9062 req-1f39ecbd-66e8-4a53-9549-b008745bea06 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906544 Mar 08 17:33:31.780415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1438ad6-510b-4add-b2b7-beac628ed956 req-40a45eb9-9f96-4f7f-a407-673e803e959b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:31.781915 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d1438ad6-510b-4add-b2b7-beac628ed956 req-40a45eb9-9f96-4f7f-a407-673e803e959b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0544739 Mar 08 17:33:31.831112 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d1438ad6-510b-4add-b2b7-beac628ed956 req-ff3a44ea-6650-4251-b8a7-d98cac8555b9 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Mar 08 17:33:32.264640 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:32.961457 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9802da5-0f08-428c-a50b-d4ba7403d5a9 req-f5246c65-fc74-43da-84ce-ae4e788d4520 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:32.962884 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d9802da5-0f08-428c-a50b-d4ba7403d5a9 req-f5246c65-fc74-43da-84ce-ae4e788d4520 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0548308 Mar 08 17:33:33.017816 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d9802da5-0f08-428c-a50b-d4ba7403d5a9 req-9dca6260-e665-4310-bca3-55e4878a1407 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465562 Mar 08 17:33:33.874880 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:35.736174 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:36.101118 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-2e3db5e5-350e-4d05-aaa7-339c0c4c044c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471032 Mar 08 17:33:36.220266 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-9a019f4b-35ac-4f11-9699-9d5889dc83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:36.221766 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-9a019f4b-35ac-4f11-9699-9d5889dc83d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0473351 Mar 08 17:33:36.332463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-5564259f-2b1a-4d84-83dd-e71279796d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:36.333816 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-5564259f-2b1a-4d84-83dd-e71279796d42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 915 time: 0.0873775 Mar 08 17:33:36.404823 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-ac926508-7709-4235-8f4f-09d80f554538 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5985c282-9eb5-4b4d-98ee-efb8b47b651d HTTP/1.1" status: 200 len: 1000 time: 0.0601375 Mar 08 17:33:36.458487 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-a7f0fe92-2280-4ddb-af48-ebabded436b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:36.460056 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-a7f0fe92-2280-4ddb-af48-ebabded436b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0481472 Mar 08 17:33:36.515407 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-a0b3fa16-a0eb-451c-a331-508531c39302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:36.516925 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-a0b3fa16-a0eb-451c-a331-508531c39302 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479808 Mar 08 17:33:36.614274 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-4a62e16c-66c3-44ce-98bb-c27248cc02bf service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883682 Mar 08 17:33:36.720183 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45cb8d0c-d1c5-41be-8e4b-5f4265ff96dc req-d9b2b341-2e95-49a2-8cce-86342bee655b service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948415 Mar 08 17:33:37.205155 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3fa74-7184-4f57-b5ce-983416bf7980 req-0e975354-6146-47ec-8c1a-64ebc7410f93 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:37.206738 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3ce3fa74-7184-4f57-b5ce-983416bf7980 req-0e975354-6146-47ec-8c1a-64ebc7410f93 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 945 time: 0.0521753 Mar 08 17:33:37.255399 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3ce3fa74-7184-4f57-b5ce-983416bf7980 req-850c0e28-edc9-4ad8-adf3-f0d2b028605a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428607 Mar 08 17:33:37.390677 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54038) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:37.503427 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b5887f00-beb3-4f69-9b07-73fb3990d001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:37.588305 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b5887f00-beb3-4f69-9b07-73fb3990d001 admin admin] Publish callbacks [] for security_group (2c9d5225-6808-4e85-9ef6-bbe0a812a269), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:37.594223 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b5887f00-beb3-4f69-9b07-73fb3990d001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (2c9d5225-6808-4e85-9ef6-bbe0a812a269), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:37.634309 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-b5887f00-beb3-4f69-9b07-73fb3990d001 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64637c69bc3e431491b10a8b849f8462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425756 Mar 08 17:33:37.635190 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5887f00-beb3-4f69-9b07-73fb3990d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d5225-6808-4e85-9ef6-bbe0a812a269,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:37.637359 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54042) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:37.699221 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2938d2f5-6eee-4d1b-96dc-19ea036e5206 admin admin] Publish callbacks [] for security_group (2c9d5225-6808-4e85-9ef6-bbe0a812a269), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:37.727258 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2938d2f5-6eee-4d1b-96dc-19ea036e5206 admin admin] Publish callbacks [] for security_group (2c9d5225-6808-4e85-9ef6-bbe0a812a269), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:37.776551 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2938d2f5-6eee-4d1b-96dc-19ea036e5206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (2c9d5225-6808-4e85-9ef6-bbe0a812a269), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:37.779201 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2938d2f5-6eee-4d1b-96dc-19ea036e5206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:37.780422 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2938d2f5-6eee-4d1b-96dc-19ea036e5206 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c9d5225-6808-4e85-9ef6-bbe0a812a269 HTTP/1.1" status: 204 len: 168 time: 0.1421111 Mar 08 17:33:37.787655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938d2f5-6eee-4d1b-96dc-19ea036e5206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d5225-6808-4e85-9ef6-bbe0a812a269,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:38.061255 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54050) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:38.075452 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-354bfa8e-3d76-451e-8ad3-872c20fbea6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:38.146802 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-354bfa8e-3d76-451e-8ad3-872c20fbea6d admin admin] Publish callbacks [] for security_group (4389a6c6-a40d-4ac9-ad64-1581877eb148), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:38.153655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-354bfa8e-3d76-451e-8ad3-872c20fbea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (4389a6c6-a40d-4ac9-ad64-1581877eb148), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:38.193211 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-354bfa8e-3d76-451e-8ad3-872c20fbea6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d7b6bad86fc4564a47d6bd68ec91038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305089 Mar 08 17:33:38.194387 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bfa8e-3d76-451e-8ad3-872c20fbea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4389a6c6-a40d-4ac9-ad64-1581877eb148,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:38.195977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54052) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:38.244335 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-62ea643d-343d-4ef7-b163-ca24c30b41ca admin admin] Publish callbacks [] for security_group (4389a6c6-a40d-4ac9-ad64-1581877eb148), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:38.265733 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-62ea643d-343d-4ef7-b163-ca24c30b41ca admin admin] Publish callbacks [] for security_group (4389a6c6-a40d-4ac9-ad64-1581877eb148), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:38.315316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-62ea643d-343d-4ef7-b163-ca24c30b41ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (4389a6c6-a40d-4ac9-ad64-1581877eb148), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:38.318406 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-62ea643d-343d-4ef7-b163-ca24c30b41ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:38.319576 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-62ea643d-343d-4ef7-b163-ca24c30b41ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4389a6c6-a40d-4ac9-ad64-1581877eb148 HTTP/1.1" status: 204 len: 168 time: 0.1217434 Mar 08 17:33:38.337032 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea643d-343d-4ef7-b163-ca24c30b41ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389a6c6-a40d-4ac9-ad64-1581877eb148,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:38.384676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aebb7-8511-4815-8b98-4c9060c68892 req-1fe7e584-af8d-4a30-9a9d-25fc4287b5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:38.386257 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b48aebb7-8511-4815-8b98-4c9060c68892 req-1fe7e584-af8d-4a30-9a9d-25fc4287b5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 945 time: 0.0627646 Mar 08 17:33:38.432625 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b48aebb7-8511-4815-8b98-4c9060c68892 req-b8e1bee7-d4b7-413b-b34b-0a28b93767d5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407066 Mar 08 17:33:39.742512 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-d6d590d5-420b-47dd-9017-51e23fcde7a3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:39.744041 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-d6d590d5-420b-47dd-9017-51e23fcde7a3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 945 time: 0.3436422 Mar 08 17:33:39.788946 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f540b-3799-4c2d-8b2e-eff7737a49b0 req-8a253cc2-b54d-4b55-b5c3-b4d5e02631fa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:39.790322 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e17f540b-3799-4c2d-8b2e-eff7737a49b0 req-8a253cc2-b54d-4b55-b5c3-b4d5e02631fa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 945 time: 0.0966215 Mar 08 17:33:39.873716 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e17f540b-3799-4c2d-8b2e-eff7737a49b0 req-64ca895a-5491-4fdf-bc8a-cc60b9a40354 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=494f0599-2bd0-412e-9923-b23be6d5d857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774434 Mar 08 17:33:39.886559 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Deleting port c5a6cddb-c415-40f0-8672-49f3c86db780 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:33:39.886905 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:39.978768 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] For port c5a6cddb-c415-40f0-8672-49f3c86db780, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c5a6cddb-c415-40f0-8672-49f3c86db780,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:39.979126 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:40.207441 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:40.207856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (4866063d-af4e-439d-9452-06ef5f4ea2f4), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:40.208231 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Floating IP 4866063d-af4e-439d-9452-06ef5f4ea2f4 disassociated. External IP: 172.27.1.208, port: c5a6cddb-c415-40f0-8672-49f3c86db780. Mar 08 17:33:40.208545 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Calling delete_port for c5a6cddb-c415-40f0-8672-49f3c86db780 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:33:40.350354 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (c5a6cddb-c415-40f0-8672-49f3c86db780), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:40.388269 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'Port': ['ID=c5a6cddb-c415-40f0-8672-49f3c86db780,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:40.512509 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:33:40.630909 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:33:40.643122 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:33:40.657608 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:40.658361 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:33:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:40.674246 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] No DVR routers for this DVR port c5a6cddb-c415-40f0-8672-49f3c86db780 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:33:40.677402 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:40.681695 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f9ec37e1-2c0a-4822-bfc3-9166efa0559c req-55a08fba-8e25-48c6-ba7f-dc91f87327eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "DELETE /v2.0/ports/c5a6cddb-c415-40f0-8672-49f3c86db780 HTTP/1.1" status: 204 len: 173 time: 0.9303522 Mar 08 17:33:40.682202 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'name': 'network-vif-deleted', 'tag': 'c5a6cddb-c415-40f0-8672-49f3c86db780'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:40.685583 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef30bd-647e-4413-bc2a-79040aaa1167" -d '{"events": [{"server_uuid": "528febdd-7a76-484b-8b58-86bbdd3b1975", "name": "network-vif-deleted", "tag": "c5a6cddb-c415-40f0-8672-49f3c86db780"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:40.742017 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f67fbcf-8ab6-4858-bb45-9b4400c0aa16 x-openstack-request-id: req-9f67fbcf-8ab6-4858-bb45-9b4400c0aa16 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:40.742421 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528febdd-7a76-484b-8b58-86bbdd3b1975", "name": "network-vif-deleted", "tag": "c5a6cddb-c415-40f0-8672-49f3c86db780", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:40.742715 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f67fbcf-8ab6-4858-bb45-9b4400c0aa16 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:40.743268 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528febdd-7a76-484b-8b58-86bbdd3b1975', 'name': 'network-vif-deleted', 'tag': 'c5a6cddb-c415-40f0-8672-49f3c86db780', 'status': 'completed', 'code': 200} Mar 08 17:33:40.778209 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:41.021540 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-db0a1c13-c407-45aa-ab7b-ca4a21a06439 req-c255f117-18ce-48cd-9b23-72a51aed127e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=528febdd-7a76-484b-8b58-86bbdd3b1975 HTTP/1.1" status: 200 len: 210 time: 0.0453408 Mar 08 17:33:41.067651 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:44Z', 'revision_number': 2, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:41.096107 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:33:41.105037 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:41.105692 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:33:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:41.240968 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:41.488650 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:44Z', 'revision_number': 2, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:41.515048 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2829581c-44ce-4b86-a0fb-bfbc44ab14fa None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '2ebde04b-b646-42ba-9e74-11735aaba055', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:7f:49:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885963b-fe67-42ec-822c-078942eb7fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:29:59Z', 'updated_at': '2022-03-08T17:30:44Z', 'revision_number': 2, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:33:41.579230 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54208) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:41.693867 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b6482d02-0880-4252-a57c-3dc8d6fb355e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:41.767770 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7c795-5766-460b-9a34-250ddbb7a351 None None] New status for floating IP 4866063d-af4e-439d-9452-06ef5f4ea2f4: DOWN {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:33:41.778267 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b6482d02-0880-4252-a57c-3dc8d6fb355e admin admin] Publish callbacks [] for security_group (50f12d6d-7fc3-40d2-8395-a0cfc8b1cb19), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:41.784377 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b6482d02-0880-4252-a57c-3dc8d6fb355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (50f12d6d-7fc3-40d2-8395-a0cfc8b1cb19), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:41.822761 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-b6482d02-0880-4252-a57c-3dc8d6fb355e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66126fbc30444014945d31e0dbdaf64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421446 Mar 08 17:33:41.823720 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6482d02-0880-4252-a57c-3dc8d6fb355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f12d6d-7fc3-40d2-8395-a0cfc8b1cb19,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:41.825429 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54212) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:41.875971 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b05e0cba-f93a-408f-a013-95d227b30871 admin admin] Publish callbacks [] for security_group (50f12d6d-7fc3-40d2-8395-a0cfc8b1cb19), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:41.900367 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b05e0cba-f93a-408f-a013-95d227b30871 admin admin] Publish callbacks [] for security_group (50f12d6d-7fc3-40d2-8395-a0cfc8b1cb19), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:41.949144 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b05e0cba-f93a-408f-a013-95d227b30871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (50f12d6d-7fc3-40d2-8395-a0cfc8b1cb19), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:41.951883 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b05e0cba-f93a-408f-a013-95d227b30871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:41.953031 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b05e0cba-f93a-408f-a013-95d227b30871 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50f12d6d-7fc3-40d2-8395-a0cfc8b1cb19 HTTP/1.1" status: 204 len: 168 time: 0.1264868 Mar 08 17:33:41.960833 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e0cba-f93a-408f-a013-95d227b30871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f12d6d-7fc3-40d2-8395-a0cfc8b1cb19,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:42.110527 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54222) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:42.164620 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-998fd089-9c0b-49d8-8770-a83d2adab509 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (494f0599-2bd0-412e-9923-b23be6d5d857), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.189486 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-998fd089-9c0b-49d8-8770-a83d2adab509 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (494f0599-2bd0-412e-9923-b23be6d5d857), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.242833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-998fd089-9c0b-49d8-8770-a83d2adab509 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (494f0599-2bd0-412e-9923-b23be6d5d857), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.245704 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-998fd089-9c0b-49d8-8770-a83d2adab509 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.247343 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-998fd089-9c0b-49d8-8770-a83d2adab509 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "DELETE /v2.0/security-groups/494f0599-2bd0-412e-9923-b23be6d5d857 HTTP/1.1" status: 204 len: 168 time: 0.1358199 Mar 08 17:33:42.250113 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54226) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:42.256807 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54228) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:42.263189 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fd089-9c0b-49d8-8770-a83d2adab509 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f0599-2bd0-412e-9923-b23be6d5d857,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:42.272029 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1faabd3f-13dc-41c0-ba7b-1866de3e4952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.282268 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.api.v2.resource [None req-cedfdc2f-e771-4b58-8a53-051ad8aef8a5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] show failed (client error): The resource could not be found. Mar 08 17:33:42.282268 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-cedfdc2f-e771-4b58-8a53-051ad8aef8a5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups/494f0599-2bd0-412e-9923-b23be6d5d857 HTTP/1.1" status: 404 len: 347 time: 0.0267532 Mar 08 17:33:42.282486 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54230) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:42.351746 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1faabd3f-13dc-41c0-ba7b-1866de3e4952 admin admin] Publish callbacks [] for security_group (ba618789-5e0f-431a-a885-7f88f330f351), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.357906 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1faabd3f-13dc-41c0-ba7b-1866de3e4952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ba618789-5e0f-431a-a885-7f88f330f351), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.398913 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faabd3f-13dc-41c0-ba7b-1866de3e4952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba618789-5e0f-431a-a885-7f88f330f351,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:42.404406 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-1faabd3f-13dc-41c0-ba7b-1866de3e4952 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2ab5f8797a44a74894dab8058679149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458099 Mar 08 17:33:42.406478 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54234) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:42.417358 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Deleting port 88581e9c-120d-427d-82a3-21f3636e6530 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:33:42.417877 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (88581e9c-120d-427d-82a3-21f3636e6530), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.458158 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a264acf-47f5-4fe2-9373-b12a8cdbefd8 admin admin] Publish callbacks [] for security_group (ba618789-5e0f-431a-a885-7f88f330f351), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.479662 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a264acf-47f5-4fe2-9373-b12a8cdbefd8 admin admin] Publish callbacks [] for security_group (ba618789-5e0f-431a-a885-7f88f330f351), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.498115 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (88581e9c-120d-427d-82a3-21f3636e6530), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.498446 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (88581e9c-120d-427d-82a3-21f3636e6530), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.514537 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Calling delete_port for 88581e9c-120d-427d-82a3-21f3636e6530 owned by network:floatingip {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:33:42.530152 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a264acf-47f5-4fe2-9373-b12a8cdbefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ba618789-5e0f-431a-a885-7f88f330f351), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.532955 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a264acf-47f5-4fe2-9373-b12a8cdbefd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.536746 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-1a264acf-47f5-4fe2-9373-b12a8cdbefd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba618789-5e0f-431a-a885-7f88f330f351 HTTP/1.1" status: 204 len: 168 time: 0.1265442 Mar 08 17:33:42.542251 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a264acf-47f5-4fe2-9373-b12a8cdbefd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba618789-5e0f-431a-a885-7f88f330f351,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:42.661834 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (88581e9c-120d-427d-82a3-21f3636e6530), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.689814 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'Port': ['ID=88581e9c-120d-427d-82a3-21f3636e6530,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:42.754006 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (4866063d-af4e-439d-9452-06ef5f4ea2f4), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.756682 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:42.760449 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-358c9e48-2287-457f-a28a-aad24f5e45d7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "DELETE /v2.0/floatingips/4866063d-af4e-439d-9452-06ef5f4ea2f4 HTTP/1.1" status: 204 len: 168 time: 0.4743178 Mar 08 17:33:44.131903 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device c5a6cddb-c415-40f0-8672-49f3c86db780 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:33:44.153812 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: c5a6cddb-c415-40f0-8672-49f3c86db780 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:33:44.154164 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device c5a6cddb-c415-40f0-8672-49f3c86db780 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:33:45.164562 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54318) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:45.276759 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.352853 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Publish callbacks [] for security_group (296a6dad-461d-46cd-8c10-62504671d9df), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.358628 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (296a6dad-461d-46cd-8c10-62504671d9df), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.404517 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbdb27bc6c8a4cc8bf37d4d89bad2f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362416 Mar 08 17:33:45.405000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54332) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:45.411904 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a6dad-461d-46cd-8c10-62504671d9df,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:45.427970 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.432305 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.432871 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.433508 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.433859 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.434249 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.434609 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.434960 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.435343 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.435670 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.436033 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.436379 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.436784 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a65220-a9f8-452e-a231-a2da38f15e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:45.476758 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8ef57957-b585-423f-b027-f7b16cea5c83 admin admin] Publish callbacks [] for security_group (296a6dad-461d-46cd-8c10-62504671d9df), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.524038 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8ef57957-b585-423f-b027-f7b16cea5c83 admin admin] Publish callbacks [] for security_group (296a6dad-461d-46cd-8c10-62504671d9df), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.571263 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563d173-ba02-4f3e-97db-ac238dca1cb8 req-6d4494fc-d654-4127-ae75-c05b97124b60 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:45.572779 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7563d173-ba02-4f3e-97db-ac238dca1cb8 req-6d4494fc-d654-4127-ae75-c05b97124b60 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.0931482 Mar 08 17:33:45.605144 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8ef57957-b585-423f-b027-f7b16cea5c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (296a6dad-461d-46cd-8c10-62504671d9df), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.607608 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8ef57957-b585-423f-b027-f7b16cea5c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.608740 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-8ef57957-b585-423f-b027-f7b16cea5c83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/296a6dad-461d-46cd-8c10-62504671d9df HTTP/1.1" status: 204 len: 168 time: 0.2029557 Mar 08 17:33:45.627321 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef57957-b585-423f-b027-f7b16cea5c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a6dad-461d-46cd-8c10-62504671d9df,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:45.632120 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7563d173-ba02-4f3e-97db-ac238dca1cb8 req-507fd5fc-501a-4a1c-b323-1aa7e970cc59 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535796 Mar 08 17:33:45.903457 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54342) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:45.917152 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.988636 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Publish callbacks [] for security_group (efb129d5-0218-43df-a55a-e6d2aa1d2270), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.994549 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (efb129d5-0218-43df-a55a-e6d2aa1d2270), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.033395 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9aff32d1d0b4b4aa5b12150ea9cf961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288536 Mar 08 17:33:46.034533 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb129d5-0218-43df-a55a-e6d2aa1d2270,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:46.036181 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54344) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:46.041729 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.042080 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.042422 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.042737 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.043090 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.043406 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.043713 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.044103 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.044426 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.044753 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.045073 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.045395 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.045711 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6382e-4183-4df7-95c6-0079951cf6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:46.088643 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bafbb9e7-3e08-4724-a999-83ceba56bdc1 admin admin] Publish callbacks [] for security_group (efb129d5-0218-43df-a55a-e6d2aa1d2270), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.109743 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bafbb9e7-3e08-4724-a999-83ceba56bdc1 admin admin] Publish callbacks [] for security_group (efb129d5-0218-43df-a55a-e6d2aa1d2270), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.159173 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bafbb9e7-3e08-4724-a999-83ceba56bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (efb129d5-0218-43df-a55a-e6d2aa1d2270), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.161732 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bafbb9e7-3e08-4724-a999-83ceba56bdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.162856 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-bafbb9e7-3e08-4724-a999-83ceba56bdc1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efb129d5-0218-43df-a55a-e6d2aa1d2270 HTTP/1.1" status: 204 len: 168 time: 0.1257071 Mar 08 17:33:46.170541 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbb9e7-3e08-4724-a999-83ceba56bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb129d5-0218-43df-a55a-e6d2aa1d2270,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:46.753287 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d7025-2df0-486c-b18e-967eab2b3d0e req-1691b90b-dba2-4e96-9e31-3eab5a777d6f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:46.754776 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ee9d7025-2df0-486c-b18e-967eab2b3d0e req-1691b90b-dba2-4e96-9e31-3eab5a777d6f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.0520079 Mar 08 17:33:46.804312 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ee9d7025-2df0-486c-b18e-967eab2b3d0e req-c47cf461-3c35-4f8a-be4a-5e20549d5bb4 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439115 Mar 08 17:33:47.947369 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900105f-185e-4415-81ca-f9ab367d8013 req-ff7f9391-6c87-4fbd-9e30-82061bd03bfd tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:47.949159 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9900105f-185e-4415-81ca-f9ab367d8013 req-ff7f9391-6c87-4fbd-9e30-82061bd03bfd tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.0642397 Mar 08 17:33:48.004668 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9900105f-185e-4415-81ca-f9ab367d8013 req-e09181d5-34c4-4852-98ef-4aba5ac5d675 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496190 Mar 08 17:33:49.129257 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e9076-c2c8-4bd4-b1be-a6d2160e186b req-d9cdcc11-7279-4ccb-bccd-5c22b440e7ad tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:49.130829 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-df4e9076-c2c8-4bd4-b1be-a6d2160e186b req-d9cdcc11-7279-4ccb-bccd-5c22b440e7ad tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.0554099 Mar 08 17:33:49.179143 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-df4e9076-c2c8-4bd4-b1be-a6d2160e186b req-8e345a34-d418-433d-b32f-f7b150e4c84a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=a14f4cba-66e0-4ee8-b115-f66ca83c9092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403738 Mar 08 17:33:49.294430 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-574d977d-da52-4820-a931-ecd84a875b72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:49.295787 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-574d977d-da52-4820-a931-ecd84a875b72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 945 time: 0.0544119 Mar 08 17:33:49.398463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Deleting port 5985c282-9eb5-4b4d-98ee-efb8b47b651d {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:33:49.398835 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.487219 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] For port 5985c282-9eb5-4b4d-98ee-efb8b47b651d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5985c282-9eb5-4b4d-98ee-efb8b47b651d,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:49.487581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.664368 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.664721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (2ebde04b-b646-42ba-9e74-11735aaba055), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.670585 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Floating IP 2ebde04b-b646-42ba-9e74-11735aaba055 disassociated. External IP: 172.27.1.60, port: 5985c282-9eb5-4b4d-98ee-efb8b47b651d. Mar 08 17:33:49.670585 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Calling delete_port for 5985c282-9eb5-4b4d-98ee-efb8b47b651d owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:33:49.802996 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (5985c282-9eb5-4b4d-98ee-efb8b47b651d), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.844265 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'Port': ['ID=5985c282-9eb5-4b4d-98ee-efb8b47b651d,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:49.961403 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:33:50.078214 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:33:50.089249 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:33:50.101549 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:50.102410 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:33:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:50.123327 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] No DVR routers for this DVR port 5985c282-9eb5-4b4d-98ee-efb8b47b651d on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:33:50.126259 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.129725 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef5c281e-f6ba-4bff-aa3f-96de5c30265e req-20c631b7-533c-4321-b62a-fb05e39ce2a9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "DELETE /v2.0/ports/5985c282-9eb5-4b4d-98ee-efb8b47b651d HTTP/1.1" status: 204 len: 173 time: 0.8274810 Mar 08 17:33:50.130291 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9885963b-fe67-42ec-822c-078942eb7fa0', 'name': 'network-vif-deleted', 'tag': '5985c282-9eb5-4b4d-98ee-efb8b47b651d'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:50.132458 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29a4fe4-cfc3-4721-81af-c018147ba49a" -d '{"events": [{"server_uuid": "9885963b-fe67-42ec-822c-078942eb7fa0", "name": "network-vif-deleted", "tag": "5985c282-9eb5-4b4d-98ee-efb8b47b651d"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:50.168096 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54f8955-9096-4d2e-971b-4534a35b964c x-openstack-request-id: req-a54f8955-9096-4d2e-971b-4534a35b964c {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:50.168360 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9885963b-fe67-42ec-822c-078942eb7fa0", "name": "network-vif-deleted", "tag": "5985c282-9eb5-4b4d-98ee-efb8b47b651d", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:50.168610 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a54f8955-9096-4d2e-971b-4534a35b964c {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:50.169017 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9885963b-fe67-42ec-822c-078942eb7fa0', 'name': 'network-vif-deleted', 'tag': '5985c282-9eb5-4b4d-98ee-efb8b47b651d', 'status': 'completed', 'code': 200} Mar 08 17:33:50.215824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:50.277630 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5de3c1c0-1d68-4879-821b-7b12c5ad7413 req-ab82b62f-4f16-4d1f-b326-28acc223389f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 210 time: 0.0264487 Mar 08 17:33:50.430732 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:50.460100 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:33:50.469262 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:50.469864 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:33:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:50.574185 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:50.805801 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:50.832032 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788d754-223d-4209-9e14-d820a4e48772 None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:33:51.063500 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fc0d4-4437-4148-8aac-45e81a8cf23c None None] New status for floating IP 2ebde04b-b646-42ba-9e74-11735aaba055: DOWN {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:33:51.392803 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4aa7b8bb-22dd-4029-925d-34321e877b06 req-c6e9c8c7-8492-4a1b-854e-d6be7d565dcc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 210 time: 0.0262184 Mar 08 17:33:52.501717 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec6211f3-3d0a-46d1-a6a9-fff791702992 req-4ae4958e-921a-41fe-8be8-76251bf8a14a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9885963b-fe67-42ec-822c-078942eb7fa0 HTTP/1.1" status: 200 len: 210 time: 0.0266654 Mar 08 17:33:53.600082 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54446) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:53.658092 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a6ac-4454-4344-a610-b7af22b3eed8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (a14f4cba-66e0-4ee8-b115-f66ca83c9092), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.682785 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a6ac-4454-4344-a610-b7af22b3eed8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (a14f4cba-66e0-4ee8-b115-f66ca83c9092), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.734758 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a6ac-4454-4344-a610-b7af22b3eed8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (a14f4cba-66e0-4ee8-b115-f66ca83c9092), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.737646 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a6ac-4454-4344-a610-b7af22b3eed8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.738787 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d5e6a6ac-4454-4344-a610-b7af22b3eed8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "DELETE /v2.0/security-groups/a14f4cba-66e0-4ee8-b115-f66ca83c9092 HTTP/1.1" status: 204 len: 168 time: 0.1375985 Mar 08 17:33:53.741732 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54448) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:53.749635 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6a6ac-4454-4344-a610-b7af22b3eed8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14f4cba-66e0-4ee8-b115-f66ca83c9092,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:53.759118 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.api.v2.resource [None req-9ef21c44-775b-4c0f-a8b7-bd572a2a609d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] show failed (client error): The resource could not be found. Mar 08 17:33:53.760433 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9ef21c44-775b-4c0f-a8b7-bd572a2a609d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups/a14f4cba-66e0-4ee8-b115-f66ca83c9092 HTTP/1.1" status: 404 len: 347 time: 0.0175679 Mar 08 17:33:53.763657 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54450) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:53.902639 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Deleting port 8d49604c-2e83-4605-8592-1129b25bb8a3 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:33:53.902881 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (8d49604c-2e83-4605-8592-1129b25bb8a3), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.979783 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (8d49604c-2e83-4605-8592-1129b25bb8a3), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.980134 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (8d49604c-2e83-4605-8592-1129b25bb8a3), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.991748 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Calling delete_port for 8d49604c-2e83-4605-8592-1129b25bb8a3 owned by network:floatingip {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:33:54.138177 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (8d49604c-2e83-4605-8592-1129b25bb8a3), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.152186 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5985c282-9eb5-4b4d-98ee-efb8b47b651d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:33:54.165919 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'Port': ['ID=8d49604c-2e83-4605-8592-1129b25bb8a3,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:54.174812 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 5985c282-9eb5-4b4d-98ee-efb8b47b651d {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:33:54.175402 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5985c282-9eb5-4b4d-98ee-efb8b47b651d not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:33:54.225690 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (2ebde04b-b646-42ba-9e74-11735aaba055), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.228276 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.229434 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-1a4ba41c-0798-42fe-a9c7-a9773772bada tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "DELETE /v2.0/floatingips/2ebde04b-b646-42ba-9e74-11735aaba055 HTTP/1.1" status: 204 len: 168 time: 0.4645152 Mar 08 17:33:54.524636 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54466) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:54.529402 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-d8173070-59bc-4ca0-9f99-0669ea3676eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103218531', 'description': 'tempest-description--1573463239'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:54.550047 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8173070-59bc-4ca0-9f99-0669ea3676eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.620643 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8173070-59bc-4ca0-9f99-0669ea3676eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (f4d5f48c-b1e1-41cf-8b41-852a5a4930a8), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.626603 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8173070-59bc-4ca0-9f99-0669ea3676eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (f4d5f48c-b1e1-41cf-8b41-852a5a4930a8), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.653359 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d8173070-59bc-4ca0-9f99-0669ea3676eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.654565 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d8173070-59bc-4ca0-9f99-0669ea3676eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1288052 Mar 08 17:33:54.657561 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54468) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:54.658673 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8173070-59bc-4ca0-9f99-0669ea3676eb tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:54.662155 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-6fd67047-a0ad-479b-bb40-1f6305fba8d6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group_rule': {'security_group_id': 'f4d5f48c-b1e1-41cf-8b41-852a5a4930a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:54.687027 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6fd67047-a0ad-479b-bb40-1f6305fba8d6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (fcb7bbb1-e50c-4f5a-bb10-8e1395fea70c), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.741938 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6fd67047-a0ad-479b-bb40-1f6305fba8d6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (fcb7bbb1-e50c-4f5a-bb10-8e1395fea70c), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.747403 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6fd67047-a0ad-479b-bb40-1f6305fba8d6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (fcb7bbb1-e50c-4f5a-bb10-8e1395fea70c), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.762847 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd67047-a0ad-479b-bb40-1f6305fba8d6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb7bbb1-e50c-4f5a-bb10-8e1395fea70c,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:54.784380 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6fd67047-a0ad-479b-bb40-1f6305fba8d6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.785791 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6fd67047-a0ad-479b-bb40-1f6305fba8d6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270750 Mar 08 17:33:54.789557 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54470) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:54.794584 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-efbbfaa3-1789-4f9d-b596-5433624111a8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group_rule': {'security_group_id': 'f4d5f48c-b1e1-41cf-8b41-852a5a4930a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:54.828359 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-efbbfaa3-1789-4f9d-b596-5433624111a8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (ea0c8099-e559-4f73-83a8-f18be4b14faf), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.889517 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-efbbfaa3-1789-4f9d-b596-5433624111a8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (ea0c8099-e559-4f73-83a8-f18be4b14faf), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.895003 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-efbbfaa3-1789-4f9d-b596-5433624111a8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (ea0c8099-e559-4f73-83a8-f18be4b14faf), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.912576 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbfaa3-1789-4f9d-b596-5433624111a8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0c8099-e559-4f73-83a8-f18be4b14faf,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:54.919879 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-efbbfaa3-1789-4f9d-b596-5433624111a8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:54.921079 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-efbbfaa3-1789-4f9d-b596-5433624111a8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304882 Mar 08 17:33:54.924346 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54472) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:54.928550 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:54.950929 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.049072 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.160704 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Allocated IP 172.27.1.94 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/8ae8626f-4998-47d0-a32f-4e9fc45a97dc) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:33:55.265381 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.303000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.346150 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:33:55.349054 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:33:55.351664 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:33:55.381735 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=8ae8626f-4998-47d0-a32f-4e9fc45a97dc,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:55.448107 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (cecd10c2-6de9-4a0f-bc4e-674e1874624c), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.483650 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.642553 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.647559 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.715264 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=8ae8626f-4998-47d0-a32f-4e9fc45a97dc,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:55.727054 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (cecd10c2-6de9-4a0f-bc4e-674e1874624c), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.744459 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.745695 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-53e78c1d-2e3a-4439-9680-d9b8dd52e0e9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8204370 Mar 08 17:33:55.963642 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-595448df-a1ee-4922-a467-e721415af4b4 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2103218531&fields=id&tenant_id=152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 267 time: 0.0562630 Mar 08 17:33:56.074450 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-554a9c22-43ed-4d28-a704-652ede64da41 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:56.075919 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-554a9c22-43ed-4d28-a704-652ede64da41 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 814 time: 0.1057920 Mar 08 17:33:56.090537 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-32fe53f0-5337-4242-adaa-8823ca5d9888 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/quotas/152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 375 time: 0.0091605 Mar 08 17:33:56.144806 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-8da1b128-0462-4423-bbf3-799620e6fe86 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496173 Mar 08 17:33:56.240433 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-16f88519-9aea-41a9-a0d1-38a59bfb22ca service neutron] 10.222.0.46 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840621 Mar 08 17:33:56.588516 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f6addc36-37ed-41a4-b1eb-cf0ba7550725 service neutron] 10.222.0.46 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424528 Mar 08 17:33:56.751221 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-982675c5-eb24-4cb4-b93d-b5e4d777a22a req-4e97b666-2561-4553-a47d-cd7ee7cba495 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 210 time: 0.0262809 Mar 08 17:33:57.455596 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4b83e009-af32-4629-96ee-1782b5bfe537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:57.855492 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e5b5bed2-b065-45c9-be0a-0f0abe9b989e req-f5f54216-41b3-483d-8244-47179c2490b0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 210 time: 0.0272810 Mar 08 17:33:58.961884 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5369109-e041-45bd-9cbf-6bff2cb44d89 req-dbd60962-89b2-46e9-96b8-3d8e2674ca97 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 210 time: 0.0267029 Mar 08 17:33:59.742417 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5ce3d18-bf54-43aa-943b-7b6de681c7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:00.060556 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-39c37edd-c941-4171-bf02-97140ac54c8b req-ab6d4a10-0d4d-4b11-991f-1c75e00eaa2f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 210 time: 0.0303369 Mar 08 17:34:00.253801 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:34:00.554535 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-58503ced-90e3-4124-a0ff-da63b1f9af39 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:00.555942 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-58503ced-90e3-4124-a0ff-da63b1f9af39 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 814 time: 0.1053598 Mar 08 17:34:00.628344 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-39483837-1816-4faf-8d32-7b5c5c546de8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 380 time: 0.0536053 Mar 08 17:34:00.644415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'port': {'device_id': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'admin_state_up': True, 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'security_groups': ['f4d5f48c-b1e1-41cf-8b41-852a5a4930a8']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:00.758223 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Made reservation on behalf of 152646c42b4d4a3f9a3e2937763c6a8a for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:00.761914 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:00.853687 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:00.891815 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Allocated IP 172.20.0.10 (c6cda2d8-e005-4116-8303-4d7da4dd4b97/5f33444a-083a-449e-8dd2-611fb6a0c2bd/42650c2c-88a2-4063-bd2d-40c0b68e90e7) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:01.026604 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.065474 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.114144 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:01.117522 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:01.121167 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:01.159402 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=42650c2c-88a2-4063-bd2d-40c0b68e90e7,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:01.203083 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:01.204116 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.227652 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-56ce0a26-40f2-4e8d-b734-8333426387c9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869098 Mar 08 17:34:01.241317 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96fea8-9530-4def-b24f-14e9f43f89bf req-49584ee4-6b41-440a-98cd-6c2b3ebba351 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:01.242872 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4e96fea8-9530-4def-b24f-14e9f43f89bf req-49584ee4-6b41-440a-98cd-6c2b3ebba351 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 932 time: 0.0848513 Mar 08 17:34:01.248186 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Request body: {'port': {'device_id': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:01.346506 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.358435 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4e96fea8-9530-4def-b24f-14e9f43f89bf req-2cee1be4-2cca-4eda-bcf4-24b56d949de6 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061351 Mar 08 17:34:01.403498 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-c7a717e6-3735-44a4-83ac-69ba84258f91 None None] Provisioning complete for port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:01.403898 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c7a717e6-3735-44a4-83ac-69ba84258f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.438194 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-c7a717e6-3735-44a4-83ac-69ba84258f91 None None] Port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:01.629039 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42650c2c-88a2-4063-bd2d-40c0b68e90e7 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:01.637007 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Publish callbacks [] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.649081 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Transition to ACTIVE for port object 42650c2c-88a2-4063-bd2d-40c0b68e90e7 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:34:01.654884 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.703357 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Pushing event updated for resources: {'Port': ['ID=42650c2c-88a2-4063-bd2d-40c0b68e90e7,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:01.785387 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Attempting to bind port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:01.785713 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Attempting to bind port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:01.786046 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Attempting to bind port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:01.790793 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:34:01.791218 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Attempting to bind port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:01.798217 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:01.798523 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Checking segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:01.798916 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Bound using segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:01.799365 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Bound port: 42650c2c-88a2-4063-bd2d-40c0b68e90e7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:01.799724 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.867783 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] For port 42650c2c-88a2-4063-bd2d-40c0b68e90e7, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:01.871306 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] For port 42650c2c-88a2-4063-bd2d-40c0b68e90e7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42650c2c-88a2-4063-bd2d-40c0b68e90e7,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:01.879149 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.912567 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:01.913266 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:01.914750 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] 10.222.0.71 "PUT /v2.0/ports/42650c2c-88a2-4063-bd2d-40c0b68e90e7 HTTP/1.1" status: 200 len: 1094 time: 0.6708903 Mar 08 17:34:01.915339 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'tag': '42650c2c-88a2-4063-bd2d-40c0b68e90e7'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:01.920416 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82878ef8-50b7-43b0-b17c-4cf044afc99e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0c2417-9598-43cf-8ecc-7c6335946fff", "tag": "42650c2c-88a2-4063-bd2d-40c0b68e90e7"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:01.947668 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881b819-4f31-476e-9a7b-9aed549b83ad service neutron] Pushing event updated for resources: {'Port': ['ID=42650c2c-88a2-4063-bd2d-40c0b68e90e7,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:01.973546 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9a62fe-91b1-4e1c-b957-d2485381ae7d x-openstack-request-id: req-1f9a62fe-91b1-4e1c-b957-d2485381ae7d {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:01.974107 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0c2417-9598-43cf-8ecc-7c6335946fff", "tag": "42650c2c-88a2-4063-bd2d-40c0b68e90e7", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:01.974399 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f9a62fe-91b1-4e1c-b957-d2485381ae7d {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:01.974943 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'tag': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'status': 'completed', 'code': 200} Mar 08 17:34:02.042770 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ef138-72fa-440c-a317-c0099680327b req-7e7c000c-d7d6-495d-ba82-6877936dd9eb tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.045546 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c71ef138-72fa-440c-a317-c0099680327b req-7e7c000c-d7d6-495d-ba82-6877936dd9eb tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 945 time: 0.0619409 Mar 08 17:34:02.130074 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c71ef138-72fa-440c-a317-c0099680327b req-beb84c99-99a0-4aaa-bd52-223f2c808d2a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789373 Mar 08 17:34:02.134404 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878ef8-50b7-43b0-b17c-4cf044afc99e req-00d23f3a-cafc-416c-b5f1-9087fb35c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.135915 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-82878ef8-50b7-43b0-b17c-4cf044afc99e req-00d23f3a-cafc-416c-b5f1-9087fb35c917 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 1128 time: 0.0785408 Mar 08 17:34:02.252302 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878ef8-50b7-43b0-b17c-4cf044afc99e req-4212605b-c922-4bf5-9d44-71cb1ee20e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.253792 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-82878ef8-50b7-43b0-b17c-4cf044afc99e req-4212605b-c922-4bf5-9d44-71cb1ee20e79 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980732 Mar 08 17:34:02.264185 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:02.350243 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878ef8-50b7-43b0-b17c-4cf044afc99e req-baeed991-9388-4c83-86f1-11c6730bc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.351722 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-82878ef8-50b7-43b0-b17c-4cf044afc99e req-baeed991-9388-4c83-86f1-11c6730bc7b1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905921 Mar 08 17:34:02.499593 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-305a14df-ede0-491b-a565-59a359932485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.501111 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-305a14df-ede0-491b-a565-59a359932485 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 1128 time: 0.0771194 Mar 08 17:34:02.512503 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fcde9-401c-4fa3-9b93-d0ce36a865ae req-a4e9a24e-8269-4e48-b64b-9c76aa28534d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.513828 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-159fcde9-401c-4fa3-9b93-d0ce36a865ae req-a4e9a24e-8269-4e48-b64b-9c76aa28534d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 944 time: 0.0797808 Mar 08 17:34:02.555828 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-438cf078-2cad-433c-9a6d-2e1c9726d2c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42650c2c-88a2-4063-bd2d-40c0b68e90e7 HTTP/1.1" status: 200 len: 217 time: 0.0377285 Mar 08 17:34:02.620041 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-159fcde9-401c-4fa3-9b93-d0ce36a865ae req-3a7c7ba2-0352-4ca9-b244-969db659f060 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966265 Mar 08 17:34:02.623603 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-dbcf6310-782b-4f59-919f-76bf401db9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.624968 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-dbcf6310-782b-4f59-919f-76bf401db9ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0613596 Mar 08 17:34:02.683195 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-7a54521e-280d-40c4-a918-3ce0c73078c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.684742 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-7a54521e-280d-40c4-a918-3ce0c73078c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492547 Mar 08 17:34:02.777127 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-8b173eb0-dc83-4ed8-9c80-eab1a063dd63 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837069 Mar 08 17:34:02.871135 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-105ea0ea-28c1-4d93-8899-087aeb2d5af5 req-6d841f0f-3364-469a-8382-9c6c837766b7 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854883 Mar 08 17:34:03.251749 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c9384-45ed-430b-b23c-abba39725df5 req-d8b56bb9-e488-4fb5-8627-82c27aae9bfe tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:03.253277 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b11c9384-45ed-430b-b23c-abba39725df5 req-d8b56bb9-e488-4fb5-8627-82c27aae9bfe tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 945 time: 0.0557363 Mar 08 17:34:03.299432 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b11c9384-45ed-430b-b23c-abba39725df5 req-c3d408eb-daae-4878-adc7-e1bed79b8cb9 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 Mar 08 17:34:03.751957 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91ab26-23c5-4ed7-901b-ecd09a94cf38 req-3ffa5a96-9c52-4fa0-9e66-cc280b2ef288 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:03.753423 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3f91ab26-23c5-4ed7-901b-ecd09a94cf38 req-3ffa5a96-9c52-4fa0-9e66-cc280b2ef288 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 944 time: 0.0538945 Mar 08 17:34:03.815524 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3f91ab26-23c5-4ed7-901b-ecd09a94cf38 req-a2530cf7-7c7e-4b0d-a053-eb22b383ca60 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539598 Mar 08 17:34:03.860890 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:04.107976 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8f025-71a6-4323-841d-98d5e224eacd req-3b4e6c9c-4808-44ba-b9ff-ae9771e2f5e5 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:04.109452 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22d8f025-71a6-4323-841d-98d5e224eacd req-3b4e6c9c-4808-44ba-b9ff-ae9771e2f5e5 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 945 time: 0.0560174 Mar 08 17:34:04.205893 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Deleting port 6df34e38-c409-4d9c-b692-7b9f0907eb56 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:34:04.206227 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:04.302513 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] For port 6df34e38-c409-4d9c-b692-7b9f0907eb56, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6df34e38-c409-4d9c-b692-7b9f0907eb56,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:04.303154 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:04.314629 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Calling delete_port for 6df34e38-c409-4d9c-b692-7b9f0907eb56 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:34:04.461737 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a6334-0c41-42bc-a0e0-6e1e84a0e246 req-060ae72e-0835-41b3-b998-6b8503bd8066 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:04.463122 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-070a6334-0c41-42bc-a0e0-6e1e84a0e246 req-060ae72e-0835-41b3-b998-6b8503bd8066 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed391d8d-bd9d-4395-9ad4-c88ec5034183 HTTP/1.1" status: 200 len: 945 time: 0.0961080 Mar 08 17:34:04.497761 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (6df34e38-c409-4d9c-b692-7b9f0907eb56), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:04.535188 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['6df34e38-c409-4d9c-b692-7b9f0907eb56'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:34:04.541635 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Pushing event deleted for resources: {'Port': ['ID=6df34e38-c409-4d9c-b692-7b9f0907eb56,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:04.548668 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-070a6334-0c41-42bc-a0e0-6e1e84a0e246 req-a6066f6f-61e2-4c8b-88ca-640357f21e19 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799515 Mar 08 17:34:04.587617 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] No DVR routers for this DVR port 6df34e38-c409-4d9c-b692-7b9f0907eb56 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:34:04.590196 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:04.593553 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-22d8f025-71a6-4323-841d-98d5e224eacd req-e644a19c-8631-4e77-ae45-d564f2731b20 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.71 "DELETE /v2.0/ports/6df34e38-c409-4d9c-b692-7b9f0907eb56 HTTP/1.1" status: 204 len: 173 time: 0.4781556 Mar 08 17:34:04.593991 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed391d8d-bd9d-4395-9ad4-c88ec5034183', 'name': 'network-vif-deleted', 'tag': '6df34e38-c409-4d9c-b692-7b9f0907eb56'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:04.596326 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2d420f-d3ca-4f22-b702-e7b6dbe9b05f" -d '{"events": [{"server_uuid": "ed391d8d-bd9d-4395-9ad4-c88ec5034183", "name": "network-vif-deleted", "tag": "6df34e38-c409-4d9c-b692-7b9f0907eb56"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:04.631108 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61805a18-5427-4d76-99a3-2fda564d9510 x-openstack-request-id: req-61805a18-5427-4d76-99a3-2fda564d9510 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:04.631403 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed391d8d-bd9d-4395-9ad4-c88ec5034183", "name": "network-vif-deleted", "tag": "6df34e38-c409-4d9c-b692-7b9f0907eb56", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:04.631657 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61805a18-5427-4d76-99a3-2fda564d9510 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:04.632093 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed391d8d-bd9d-4395-9ad4-c88ec5034183', 'name': 'network-vif-deleted', 'tag': '6df34e38-c409-4d9c-b692-7b9f0907eb56', 'status': 'completed', 'code': 200} Mar 08 17:34:04.951750 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8ea4d-11f0-44ba-b4cb-658543d1f863 req-d7908e95-dae8-430e-9df4-6f27ab986c87 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:04.953265 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bce8ea4d-11f0-44ba-b4cb-658543d1f863 req-d7908e95-dae8-430e-9df4-6f27ab986c87 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 944 time: 0.0557215 Mar 08 17:34:05.008612 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bce8ea4d-11f0-44ba-b4cb-658543d1f863 req-21f6bafd-c4ae-4e1d-b333-503d58fe521a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439577 Mar 08 17:34:05.745605 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:06.134386 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdec52-48d9-47c1-b391-aa62933fbeec req-27d29c5b-b767-4e4e-b14b-032a85af252b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:06.135944 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ddcdec52-48d9-47c1-b391-aa62933fbeec req-27d29c5b-b767-4e4e-b14b-032a85af252b tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 944 time: 0.0572050 Mar 08 17:34:06.188515 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ddcdec52-48d9-47c1-b391-aa62933fbeec req-fdf7e822-361f-4b7d-b664-876be3fc72ad tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455272 Mar 08 17:34:07.321980 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e276984-f117-4b07-ba42-69bb4629ff14 req-b77fa270-eea0-4534-b2bd-efbb101f86f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:07.323455 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e276984-f117-4b07-ba42-69bb4629ff14 req-b77fa270-eea0-4534-b2bd-efbb101f86f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 944 time: 0.0567520 Mar 08 17:34:07.369614 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e276984-f117-4b07-ba42-69bb4629ff14 req-7162729e-be15-4f62-ab2b-47acd6078638 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404372 Mar 08 17:34:07.832419 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 42650c2c-88a2-4063-bd2d-40c0b68e90e7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:34:07.940368 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 42650c2c-88a2-4063-bd2d-40c0b68e90e7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42650c2c-88a2-4063-bd2d-40c0b68e90e7,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:07.951212 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'port_id': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'mac_address': 'fa:16:3e:35:7a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:34:07.994033 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:07.994420 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:08.008410 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42650c2c-88a2-4063-bd2d-40c0b68e90e7 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:08.028448 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 42650c2c-88a2-4063-bd2d-40c0b68e90e7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42650c2c-88a2-4063-bd2d-40c0b68e90e7,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:08.036591 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:08.089678 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=42650c2c-88a2-4063-bd2d-40c0b68e90e7,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:08.099493 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.099922 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.100305 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.100760 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.101492 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.101983 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.102451 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.102889 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.103390 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.103947 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.104448 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.104940 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.105425 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:08.496166 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795ff5b-b83e-4472-a6dd-b228e8310d94 req-aba356ef-d39e-47b1-81a1-877487e8c145 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:08.497669 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7795ff5b-b83e-4472-a6dd-b228e8310d94 req-aba356ef-d39e-47b1-81a1-877487e8c145 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 945 time: 0.0537477 Mar 08 17:34:08.547336 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7795ff5b-b83e-4472-a6dd-b228e8310d94 req-119897cb-42c4-4030-907f-fb9eb9311582 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413730 Mar 08 17:34:09.368864 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['42650c2c-88a2-4063-bd2d-40c0b68e90e7'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:34:09.682184 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491c2d-eb90-4ed6-9ffe-a445717d5465 req-a42b7e33-1e8b-49d2-a6d9-00fd3e9b5bbf tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:09.683665 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-77491c2d-eb90-4ed6-9ffe-a445717d5465 req-a42b7e33-1e8b-49d2-a6d9-00fd3e9b5bbf tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 945 time: 0.0610018 Mar 08 17:34:09.730871 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-77491c2d-eb90-4ed6-9ffe-a445717d5465 req-0055c1a0-ed76-4ba7-920d-198629ae03b8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 Mar 08 17:34:10.689113 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707411-9ab5-43b7-ba1d-2efb89fa2282 req-026f7e84-4bb6-4c69-b464-df942707d1ab tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:10.690578 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fb707411-9ab5-43b7-ba1d-2efb89fa2282 req-026f7e84-4bb6-4c69-b464-df942707d1ab tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0571604 Mar 08 17:34:10.737448 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fb707411-9ab5-43b7-ba1d-2efb89fa2282 req-9fd08eee-cd86-4d0b-b52a-5bf8cfcc4ec3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408227 Mar 08 17:34:10.858958 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83e1b-e32d-41ab-81c3-eb55afde3d27 req-ce5bbb52-8041-440b-8e6f-a1c7daf2428e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:10.860480 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2fb83e1b-e32d-41ab-81c3-eb55afde3d27 req-ce5bbb52-8041-440b-8e6f-a1c7daf2428e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 945 time: 0.0599179 Mar 08 17:34:10.899907 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 42650c2c-88a2-4063-bd2d-40c0b68e90e7 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:10.911471 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2fb83e1b-e32d-41ab-81c3-eb55afde3d27 req-4809a92b-64ff-46ef-b8e2-b6416433b7ed tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453012 Mar 08 17:34:10.952848 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:34:10.957756 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:10.958300 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.045548 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:11.045942 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.068355 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42650c2c-88a2-4063-bd2d-40c0b68e90e7'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:11.070958 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15373d68-86f7-4414-bd26-0f846689d996" -d '{"events": [{"server_uuid": "fa0c2417-9598-43cf-8ecc-7c6335946fff", "name": "network-vif-plugged", "status": "completed", "tag": "42650c2c-88a2-4063-bd2d-40c0b68e90e7"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:11.082926 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 42650c2c-88a2-4063-bd2d-40c0b68e90e7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42650c2c-88a2-4063-bd2d-40c0b68e90e7,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:11.089085 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.089879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 6df34e38-c409-4d9c-b692-7b9f0907eb56 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:34:11.124992 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26929ad4-f7f4-480b-9fb3-1c532cc2427f x-openstack-request-id: req-26929ad4-f7f4-480b-9fb3-1c532cc2427f {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:11.125305 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c2417-9598-43cf-8ecc-7c6335946fff", "name": "network-vif-plugged", "status": "completed", "tag": "42650c2c-88a2-4063-bd2d-40c0b68e90e7", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:11.125536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26929ad4-f7f4-480b-9fb3-1c532cc2427f {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:11.125923 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'code': 200} Mar 08 17:34:11.128365 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 6df34e38-c409-4d9c-b692-7b9f0907eb56 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:34:11.128705 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 6df34e38-c409-4d9c-b692-7b9f0907eb56 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:34:11.154007 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=42650c2c-88a2-4063-bd2d-40c0b68e90e7,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:11.346397 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14326bb-0b62-4afe-b0ec-231ef8b288b3 req-15692c08-ddbb-40d1-a971-b6d6142c1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:11.347934 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b14326bb-0b62-4afe-b0ec-231ef8b288b3 req-15692c08-ddbb-40d1-a971-b6d6142c1505 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 1130 time: 0.0453169 Mar 08 17:34:11.391807 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b14326bb-0b62-4afe-b0ec-231ef8b288b3 req-f543cf0f-9643-4c46-9dc1-8bfa7bc27850 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362904 Mar 08 17:34:11.869489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee954-845f-43e7-be17-137d5384e569 req-6951e88f-702c-47d1-9c96-e81741e87890 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:11.870984 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-259ee954-845f-43e7-be17-137d5384e569 req-6951e88f-702c-47d1-9c96-e81741e87890 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0599201 Mar 08 17:34:11.922580 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-259ee954-845f-43e7-be17-137d5384e569 req-75e1aa2c-8122-4a7a-9154-376451aad124 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458672 Mar 08 17:34:12.041576 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa01b9-966b-404d-8831-5712fbc1910f req-3ef7d7c6-2c9e-49d3-bb16-7b7334ede98a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:12.044869 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-65aa01b9-966b-404d-8831-5712fbc1910f req-3ef7d7c6-2c9e-49d3-bb16-7b7334ede98a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.0657570 Mar 08 17:34:12.095132 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-65aa01b9-966b-404d-8831-5712fbc1910f req-e5aea7a1-2d9f-46de-9124-30c6cea111d1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446227 Mar 08 17:34:13.056101 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2693f6-7a2a-427a-b188-6141329d3de4 req-318c79b5-4ad9-44e9-9e69-5f6a4a6e259e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:13.057581 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef2693f6-7a2a-427a-b188-6141329d3de4 req-318c79b5-4ad9-44e9-9e69-5f6a4a6e259e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0542526 Mar 08 17:34:13.106235 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef2693f6-7a2a-427a-b188-6141329d3de4 req-6fed5e31-c411-4c3c-a280-0e4c3f875566 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Mar 08 17:34:13.226791 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c4975-b59c-4692-8102-8119daeb83de req-1bd664cf-1c9c-4c6b-aa2f-0d0521ad3dd8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:13.228325 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-454c4975-b59c-4692-8102-8119daeb83de req-1bd664cf-1c9c-4c6b-aa2f-0d0521ad3dd8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.0557156 Mar 08 17:34:13.279060 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-454c4975-b59c-4692-8102-8119daeb83de req-697fc95a-1a40-4189-8eba-3f62a3f02538 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448339 Mar 08 17:34:14.251356 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ba59-0f37-4492-a6e0-1cf65ee220a0 req-5f57ccef-71dc-484c-9251-dbf8b0cec082 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:14.252861 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4df6ba59-0f37-4492-a6e0-1cf65ee220a0 req-5f57ccef-71dc-484c-9251-dbf8b0cec082 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0613363 Mar 08 17:34:14.300660 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4df6ba59-0f37-4492-a6e0-1cf65ee220a0 req-641dd271-8529-4260-a001-0615397dfbc1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Mar 08 17:34:14.397343 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a8f2-4dc7-4ad7-9250-ca48849bd091 req-cbcc63c7-a962-4131-ab52-ae5dd28848ac tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:14.398810 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-76a0a8f2-4dc7-4ad7-9250-ca48849bd091 req-cbcc63c7-a962-4131-ab52-ae5dd28848ac tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.0532088 Mar 08 17:34:14.445330 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-76a0a8f2-4dc7-4ad7-9250-ca48849bd091 req-41771835-efa3-4e1b-abf6-8f9121da739f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Mar 08 17:34:15.429922 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8042b8-709b-4aa4-82e3-c3b581c0d18a req-6a42ceb3-0aad-471e-8a3c-221820aea072 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:15.431375 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d8042b8-709b-4aa4-82e3-c3b581c0d18a req-6a42ceb3-0aad-471e-8a3c-221820aea072 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0562787 Mar 08 17:34:15.480021 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d8042b8-709b-4aa4-82e3-c3b581c0d18a req-2429db7b-7bae-466e-8011-5b571e8fca51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Mar 08 17:34:15.575314 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa174-353f-4391-891d-933ec4795257 req-f9432502-049d-4bdd-a113-45cdc466b597 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:15.576976 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3c5fa174-353f-4391-891d-933ec4795257 req-f9432502-049d-4bdd-a113-45cdc466b597 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.0631754 Mar 08 17:34:15.698113 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3c5fa174-353f-4391-891d-933ec4795257 req-646c060a-ff60-4daf-9cb2-e3e292456765 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147630 Mar 08 17:34:15.727509 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-54b4ed34-8881-46cc-b849-2babd5027681 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:15.729146 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-54b4ed34-8881-46cc-b849-2babd5027681 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/networks?id=e56e4bab-315e-4188-b39c-8a0ffdf02c79 HTTP/1.1" status: 200 len: 814 time: 0.1470833 Mar 08 17:34:15.743914 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-4b4ae247-860a-4197-98bb-4c9c26210956 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/quotas/26748493319d476a8c2ddd4f56e04e0e HTTP/1.1" status: 200 len: 375 time: 0.0089846 Mar 08 17:34:15.779358 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-5c6dfea5-d270-40d8-a486-b0c10b0a441c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26748493319d476a8c2ddd4f56e04e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292890 Mar 08 17:34:15.876791 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-ad41cf64-77fa-45b8-a7f8-156146e3f5e0 service neutron] 10.222.0.46 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906549 Mar 08 17:34:15.969943 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-e923c289-f6dd-407d-b93d-aa004c169759 service neutron] 10.222.0.46 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869272 Mar 08 17:34:16.152650 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e7c03d47-6e5e-451b-a7b6-973b53fe86c5 req-694c95e0-dfa8-419b-a5bd-733ed46438c8 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 210 time: 0.0439720 Mar 08 17:34:16.188003 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-8a64678e-e063-4405-affc-850b34d33607 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:16.190156 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-8a64678e-e063-4405-affc-850b34d33607 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.0920086 Mar 08 17:34:16.292003 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Deleting port 92e66fec-ac85-4eba-8117-bd1475c03934 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:34:16.292345 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:16.393587 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] For port 92e66fec-ac85-4eba-8117-bd1475c03934, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92e66fec-ac85-4eba-8117-bd1475c03934,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:16.394051 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:16.577080 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:16.577744 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (4a1b88be-0e59-4cc5-99a9-235a04c1ab05), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:16.577886 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Floating IP 4a1b88be-0e59-4cc5-99a9-235a04c1ab05 disassociated. External IP: 172.27.1.119, port: 92e66fec-ac85-4eba-8117-bd1475c03934. Mar 08 17:34:16.578127 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Calling delete_port for 92e66fec-ac85-4eba-8117-bd1475c03934 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:34:16.663663 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f417c0-20ea-4964-9aa7-426427228f55 req-d744a2fa-f741-42e1-9313-53aba1f9adc6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:16.665334 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e8f417c0-20ea-4964-9aa7-426427228f55 req-d744a2fa-f741-42e1-9313-53aba1f9adc6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 947 time: 0.1074777 Mar 08 17:34:16.727423 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e8f417c0-20ea-4964-9aa7-426427228f55 req-b0da7259-5393-4df2-9859-75fa9ca7b207 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d10081a-17dc-447e-a1c5-b681e57e7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560040 Mar 08 17:34:16.786690 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (92e66fec-ac85-4eba-8117-bd1475c03934), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:16.832366 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event deleted for resources: {'Port': ['ID=92e66fec-ac85-4eba-8117-bd1475c03934,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:16.890161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f5512-0a7f-48db-9b96-1db6795ccc4c req-58537164-1858-4778-b37e-441c5d0e45de tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:16.891624 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a21f5512-0a7f-48db-9b96-1db6795ccc4c req-58537164-1858-4778-b37e-441c5d0e45de tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.1151524 Mar 08 17:34:16.980820 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a21f5512-0a7f-48db-9b96-1db6795ccc4c req-3873088c-7fa1-491a-ad5e-c53c5fe8aed7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825660 Mar 08 17:34:16.993092 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:34:17.132299 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:17.142482 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] Sync routers for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:17.153180 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:17.153901 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:17.326058 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:17.476718 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caa0a2-c541-4467-a96e-68b5e8d03aae req-c5a33c36-aa37-421a-aa1c-e84e788a89bc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:17.478066 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b0caa0a2-c541-4467-a96e-68b5e8d03aae req-c5a33c36-aa37-421a-aa1c-e84e788a89bc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.4209614 Mar 08 17:34:17.486639 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] No DVR routers for this DVR port 92e66fec-ac85-4eba-8117-bd1475c03934 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:34:17.487237 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54834) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:17.492074 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'floatingip': {'port_id': '42650c2c-88a2-4063-bd2d-40c0b68e90e7'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:17.497411 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:17.500637 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e53b04ed-9159-4fc7-bf4f-f311705a0456 req-9b09caf7-a056-4176-8e5d-1f1eedc78153 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "DELETE /v2.0/ports/92e66fec-ac85-4eba-8117-bd1475c03934 HTTP/1.1" status: 204 len: 173 time: 1.3048708 Mar 08 17:34:17.501086 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-deleted', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:17.503289 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ae8e7-ef8a-4a43-a91a-06f84b4820d6" -d '{"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-deleted", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:17.525953 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fcde07b2-cf48-480f-906b-ff4b1658c48f req-9adb1440-4005-413f-b7ce-b73768825118 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 210 time: 0.0469623 Mar 08 17:34:17.553147 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (cecd10c2-6de9-4a0f-bc4e-674e1874624c), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:17.556430 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:17.581211 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab01910b-acb2-4b6c-8be3-cf68b10c8ce3 x-openstack-request-id: req-ab01910b-acb2-4b6c-8be3-cf68b10c8ce3 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:17.581717 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4f68d5-b885-4aa7-b3f1-61a7b1403fea", "name": "network-vif-deleted", "tag": "92e66fec-ac85-4eba-8117-bd1475c03934", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:17.582005 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab01910b-acb2-4b6c-8be3-cf68b10c8ce3 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:17.582481 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4f68d5-b885-4aa7-b3f1-61a7b1403fea', 'name': 'network-vif-deleted', 'tag': '92e66fec-ac85-4eba-8117-bd1475c03934', 'status': 'completed', 'code': 200} Mar 08 17:34:17.589605 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] Checking router: b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:17.598823 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:17.599590 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:17.610387 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-42c66ae2-7255-49d2-963e-92d4e27a235e tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:17.612165 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-42c66ae2-7255-49d2-963e-92d4e27a235e tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.71 "GET /v2.0/networks?id=e56e4bab-315e-4188-b39c-8a0ffdf02c79 HTTP/1.1" status: 200 len: 814 time: 0.4565578 Mar 08 17:34:17.642714 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Request body: {'port': {'device_id': '52568789-0307-4632-a7dc-7353ebec37c4', 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79', 'admin_state_up': True, 'tenant_id': '26748493319d476a8c2ddd4f56e04e0e'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:17.721492 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:17.784809 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Made reservation on behalf of 26748493319d476a8c2ddd4f56e04e0e for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:17.789994 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:17.895046 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b37d458e-dbfa-4373-bea0-86de8fa0d13e req-5f9965f9-2e2e-4363-88e0-3b71839752ac tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4f68d5-b885-4aa7-b3f1-61a7b1403fea HTTP/1.1" status: 200 len: 210 time: 0.0336404 Mar 08 17:34:17.948344 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:17.955316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Allocated IP 172.20.0.14 (e56e4bab-315e-4188-b39c-8a0ffdf02c79/14678622-5b72-4310-9b99-f3b01b1e4e35/474274e8-76be-4692-a5d9-f5dfc7e370ee) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:17.979896 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa5fd1-5b8d-4ef4-bff6-1acad123a8f2 None None] The sync data for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi is: [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:18.137767 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks [] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.178084 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.246436 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Network e56e4bab-315e-4188-b39c-8a0ffdf02c79 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:18.249784 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:18.254403 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:18.261623 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Pushing event updated for resources: {'Port': ['ID=474274e8-76be-4692-a5d9-f5dfc7e370ee,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:18.303348 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd89a5-1ef0-42a8-a38d-5ea0d5a98c33 None None] New status for floating IP 4a1b88be-0e59-4cc5-99a9-235a04c1ab05: DOWN {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:34:18.317988 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:18.318600 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.320160 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.325412 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (cecd10c2-6de9-4a0f-bc4e-674e1874624c), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.336754 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-fe6cc741-503b-409a-91a3-0e2ad610750c tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7018771 Mar 08 17:34:18.357949 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Request body: {'port': {'device_id': '52568789-0307-4632-a7dc-7353ebec37c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:18.420791 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.429029 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Floating IP cecd10c2-6de9-4a0f-bc4e-674e1874624c associated. External IP: 172.27.1.94, port: 42650c2c-88a2-4063-bd2d-40c0b68e90e7. Mar 08 17:34:18.643782 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:34:18.685446 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f3021-d631-4942-b1ae-b0d439af4e64 req-95d4243e-ced8-45a1-8885-1771072d346a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:18.687009 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-469f3021-d631-4942-b1ae-b0d439af4e64 req-95d4243e-ced8-45a1-8885-1771072d346a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 932 time: 0.0811501 Mar 08 17:34:18.743344 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474274e8-76be-4692-a5d9-f5dfc7e370ee {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:18.753214 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:18.755321 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Publish callbacks [] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.757674 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.764952 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:18.776084 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:18.776713 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:18.780132 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-469f3021-d631-4942-b1ae-b0d439af4e64 req-54cb6703-27bd-4fc2-9990-58728d68eec2 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869515 Mar 08 17:34:18.783076 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Transition to ACTIVE for port object 474274e8-76be-4692-a5d9-f5dfc7e370ee will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:34:18.788165 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-3b234073-8739-401d-83b9-983c15be58af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "PUT /v2.0/floatingips/cecd10c2-6de9-4a0f-bc4e-674e1874624c HTTP/1.1" status: 200 len: 991 time: 1.2995982 Mar 08 17:34:18.788766 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'tag': '42650c2c-88a2-4063-bd2d-40c0b68e90e7'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:18.791068 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0c2417-9598-43cf-8ecc-7c6335946fff", "tag": "42650c2c-88a2-4063-bd2d-40c0b68e90e7"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:18.803014 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.842824 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955d88ee-4379-49e6-94c8-e75bc0b21a5c x-openstack-request-id: req-955d88ee-4379-49e6-94c8-e75bc0b21a5c {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:18.843330 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0c2417-9598-43cf-8ecc-7c6335946fff", "tag": "42650c2c-88a2-4063-bd2d-40c0b68e90e7", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:18.843725 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-955d88ee-4379-49e6-94c8-e75bc0b21a5c {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:18.844340 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'tag': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'status': 'completed', 'code': 200} Mar 08 17:34:18.860381 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=474274e8-76be-4692-a5d9-f5dfc7e370ee,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:18.914301 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:18.949537 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:34:18.961844 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Attempting to bind port 474274e8-76be-4692-a5d9-f5dfc7e370ee on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:18.962186 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Attempting to bind port 474274e8-76be-4692-a5d9-f5dfc7e370ee by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:18.962542 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Attempting to bind port 474274e8-76be-4692-a5d9-f5dfc7e370ee on network e56e4bab-315e-4188-b39c-8a0ffdf02c79 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:18.967454 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-346af946-7f80-4592-88a0-56d7b5b7bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:18.969071 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-346af946-7f80-4592-88a0-56d7b5b7bdef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 1130 time: 0.0645571 Mar 08 17:34:18.971102 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Port 474274e8-76be-4692-a5d9-f5dfc7e370ee on network e56e4bab-315e-4188-b39c-8a0ffdf02c79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:34:18.971431 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Attempting to bind port 474274e8-76be-4692-a5d9-f5dfc7e370ee on network e56e4bab-315e-4188-b39c-8a0ffdf02c79 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:18.978314 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:18.978314 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Checking segment: {'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:18.978885 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Bound using segment: {'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:18.978885 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Bound port: 474274e8-76be-4692-a5d9-f5dfc7e370ee, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f498e7a-a5f3-4587-bce3-86c63694a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:18.979245 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:18.981602 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 92e66fec-ac85-4eba-8117-bd1475c03934 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:34:18.981967 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 92e66fec-ac85-4eba-8117-bd1475c03934 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:34:18.991356 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54852) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:19.051690 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b4b685bf-195e-4e14-9679-229d13e34438 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (1d10081a-17dc-447e-a1c5-b681e57e7dc1), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.076927 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b4b685bf-195e-4e14-9679-229d13e34438 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (1d10081a-17dc-447e-a1c5-b681e57e7dc1), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.135501 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b4b685bf-195e-4e14-9679-229d13e34438 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (1d10081a-17dc-447e-a1c5-b681e57e7dc1), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.138313 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b4b685bf-195e-4e14-9679-229d13e34438 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.139503 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b4b685bf-195e-4e14-9679-229d13e34438 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "DELETE /v2.0/security-groups/1d10081a-17dc-447e-a1c5-b681e57e7dc1 HTTP/1.1" status: 204 len: 168 time: 0.1471000 Mar 08 17:34:19.144148 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54856) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:19.145180 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] For port 474274e8-76be-4692-a5d9-f5dfc7e370ee, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:19.149742 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b685bf-195e-4e14-9679-229d13e34438 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d10081a-17dc-447e-a1c5-b681e57e7dc1,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:19.156019 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] For port 474274e8-76be-4692-a5d9-f5dfc7e370ee, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=474274e8-76be-4692-a5d9-f5dfc7e370ee,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:19.171454 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.api.v2.resource [None req-e2c79c75-30b6-4028-838c-568582783999 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] show failed (client error): The resource could not be found. Mar 08 17:34:19.172960 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-e2c79c75-30b6-4028-838c-568582783999 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups/1d10081a-17dc-447e-a1c5-b681e57e7dc1 HTTP/1.1" status: 404 len: 347 time: 0.0249455 Mar 08 17:34:19.175983 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54858) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:19.177264 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.206434 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'cecd10c2-6de9-4a0f-bc4e-674e1874624c', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:35:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:33:55Z', 'updated_at': '2022-03-08T17:34:18Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:19.217488 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-07422b20-c6dc-4382-9e6f-a912a472e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.219001 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-07422b20-c6dc-4382-9e6f-a912a472e8c9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 915 time: 0.2424836 Mar 08 17:34:19.220185 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.220775 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.221984 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/474274e8-76be-4692-a5d9-f5dfc7e370ee HTTP/1.1" status: 200 len: 1094 time: 0.8684502 Mar 08 17:34:19.241842 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:19.253177 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:19.254120 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:19.287386 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644a6ca-d789-4db3-8006-7f7319f8a1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=474274e8-76be-4692-a5d9-f5dfc7e370ee,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:19.325127 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Deleting port 390fafcb-0726-48cf-be2f-2d21a28ef4bf {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:34:19.325478 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (390fafcb-0726-48cf-be2f-2d21a28ef4bf), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.328550 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-43662975-b33c-4a93-acb1-815df242c789 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42650c2c-88a2-4063-bd2d-40c0b68e90e7 HTTP/1.1" status: 200 len: 999 time: 0.0870395 Mar 08 17:34:19.375358 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:19.381530 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-d24e6117-12e5-4aec-9554-941bc0f1d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.383022 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-d24e6117-12e5-4aec-9554-941bc0f1d961 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26748493319d476a8c2ddd4f56e04e0e&device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 1128 time: 0.0874050 Mar 08 17:34:19.388449 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-f15a579d-bcad-403a-923c-805b06ebd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.389850 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-f15a579d-bcad-403a-923c-805b06ebd7d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0540323 Mar 08 17:34:19.406800 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (390fafcb-0726-48cf-be2f-2d21a28ef4bf), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.407183 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (390fafcb-0726-48cf-be2f-2d21a28ef4bf), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.421695 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Calling delete_port for 390fafcb-0726-48cf-be2f-2d21a28ef4bf owned by network:floatingip {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:34:19.463694 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-95f571e8-e837-484d-893e-d2955a017b60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=474274e8-76be-4692-a5d9-f5dfc7e370ee HTTP/1.1" status: 200 len: 217 time: 0.0592303 Mar 08 17:34:19.519814 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-93b22fad-ad10-4066-bb1d-239af99302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.521311 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-93b22fad-ad10-4066-bb1d-239af99302aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109099 Mar 08 17:34:19.527007 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-220140a0-e7d0-49e9-ab65-c32179a4b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.528451 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-220140a0-e7d0-49e9-ab65-c32179a4b98e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14678622-5b72-4310-9b99-f3b01b1e4e35 HTTP/1.1" status: 200 len: 854 time: 0.0572145 Mar 08 17:34:19.572321 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (390fafcb-0726-48cf-be2f-2d21a28ef4bf), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.577742 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-05f3b6be-658a-4ba8-9ac9-36f638ae814c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e56e4bab-315e-4188-b39c-8a0ffdf02c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311463 Mar 08 17:34:19.596768 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event deleted for resources: {'Port': ['ID=390fafcb-0726-48cf-be2f-2d21a28ef4bf,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:19.604760 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52568789-0307-4632-a7dc-7353ebec37c4', 'tag': '474274e8-76be-4692-a5d9-f5dfc7e370ee'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:19.606927 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec45a725-7d34-407d-a287-60d4edeb27ae" -d '{"events": [{"name": "network-changed", "server_uuid": "52568789-0307-4632-a7dc-7353ebec37c4", "tag": "474274e8-76be-4692-a5d9-f5dfc7e370ee"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:19.656706 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78c96aa-8aed-4317-acfc-280dff2f85e1 x-openstack-request-id: req-f78c96aa-8aed-4317-acfc-280dff2f85e1 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:19.657041 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52568789-0307-4632-a7dc-7353ebec37c4", "tag": "474274e8-76be-4692-a5d9-f5dfc7e370ee", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:19.657260 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f78c96aa-8aed-4317-acfc-280dff2f85e1 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:19.657616 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52568789-0307-4632-a7dc-7353ebec37c4', 'tag': '474274e8-76be-4692-a5d9-f5dfc7e370ee', 'status': 'completed', 'code': 200} Mar 08 17:34:19.660796 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (4a1b88be-0e59-4cc5-99a9-235a04c1ab05), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.663841 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.665247 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7a891161-25ba-43a0-80d3-2565382d8649 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "DELETE /v2.0/floatingips/4a1b88be-0e59-4cc5-99a9-235a04c1ab05 HTTP/1.1" status: 204 len: 168 time: 0.4873526 Mar 08 17:34:19.709723 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-c28522e5-35b0-4db4-a132-86dcd307f822 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803205 Mar 08 17:34:19.754765 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'cecd10c2-6de9-4a0f-bc4e-674e1874624c', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:35:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:33:55Z', 'updated_at': '2022-03-08T17:34:18Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:19.758298 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-004e7e1c-1fcd-400b-bf25-4358f9b61daf service neutron] 10.222.0.71 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416354 Mar 08 17:34:19.783820 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9860fd-ef61-48d2-9638-c472433fab82 None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'cecd10c2-6de9-4a0f-bc4e-674e1874624c', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:35:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:33:55Z', 'updated_at': '2022-03-08T17:34:18Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:19.877096 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b43e5da-7fdc-44c3-ad85-dc168c3dc790 req-817d3d95-83fd-44c5-bd0f-8a95a3b82100 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590722 Mar 08 17:34:19.917196 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5ae06202-b5ce-4a3a-8af3-d6c67ab8b6b4 req-b7210799-7a81-4bc1-88f4-f8ebea46159a service neutron] 10.222.0.71 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338067 Mar 08 17:34:19.946178 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e92d-1575-437f-a633-d0eeb5f18656 req-89d06c57-683c-4865-be6f-858faf8f38f6 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.947828 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0b8e92d-1575-437f-a633-d0eeb5f18656 req-89d06c57-683c-4865-be6f-858faf8f38f6 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 944 time: 0.0647168 Mar 08 17:34:19.973345 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54866) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:19.978033 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-0ed11705-7449-429e-add1-42cc8c0cff11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1297172148', 'description': 'tempest-description--1001121858'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:20.004811 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0ed11705-7449-429e-add1-42cc8c0cff11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.007698 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0b8e92d-1575-437f-a633-d0eeb5f18656 req-aeb55e05-fd4d-4c83-a3f3-e9f450180ca6 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524671 Mar 08 17:34:20.059390 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831260b1-d73b-48f5-aa18-8020288363f7 None None] New status for floating IP cecd10c2-6de9-4a0f-bc4e-674e1874624c: ACTIVE {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:34:20.087957 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0ed11705-7449-429e-add1-42cc8c0cff11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (562017d2-2062-4956-97de-e6378369d0bb), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.090857 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-9982c2b9-45ba-45df-a3e5-0330cc2f9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:20.092951 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-9982c2b9-45ba-45df-a3e5-0330cc2f9cc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26748493319d476a8c2ddd4f56e04e0e&device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 1128 time: 0.0534081 Mar 08 17:34:20.094155 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0ed11705-7449-429e-add1-42cc8c0cff11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (562017d2-2062-4956-97de-e6378369d0bb), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.125106 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0ed11705-7449-429e-add1-42cc8c0cff11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.128255 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0ed11705-7449-429e-add1-42cc8c0cff11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1537702 Mar 08 17:34:20.132561 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed11705-7449-429e-add1-42cc8c0cff11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562017d2-2062-4956-97de-e6378369d0bb,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:20.145711 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54868) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:20.152588 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-2cf8b1be-00f3-4488-a7c5-5a267682f02c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'security_group_rule': {'security_group_id': '562017d2-2062-4956-97de-e6378369d0bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:20.183312 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b1be-00f3-4488-a7c5-5a267682f02c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (09f4db8c-eb98-428f-8d0e-b2e84582827e), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.186952 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-88f3e39c-3505-4ea5-8be9-7f70953d15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:20.188663 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-88f3e39c-3505-4ea5-8be9-7f70953d15ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=e56e4bab-315e-4188-b39c-8a0ffdf02c79 HTTP/1.1" status: 200 len: 915 time: 0.0897179 Mar 08 17:34:20.245387 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b1be-00f3-4488-a7c5-5a267682f02c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (09f4db8c-eb98-428f-8d0e-b2e84582827e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.251446 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b1be-00f3-4488-a7c5-5a267682f02c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (09f4db8c-eb98-428f-8d0e-b2e84582827e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.254512 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-4f91d94b-c6a3-4932-9c5f-b2de12388d91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=474274e8-76be-4692-a5d9-f5dfc7e370ee HTTP/1.1" status: 200 len: 217 time: 0.0582800 Mar 08 17:34:20.269749 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8b1be-00f3-4488-a7c5-5a267682f02c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f4db8c-eb98-428f-8d0e-b2e84582827e,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:20.279237 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b1be-00f3-4488-a7c5-5a267682f02c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.283079 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2cf8b1be-00f3-4488-a7c5-5a267682f02c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337519 Mar 08 17:34:20.283352 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54872) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:20.289295 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-f0015844-3151-4a60-8d01-5d711cb270ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'security_group_rule': {'security_group_id': '562017d2-2062-4956-97de-e6378369d0bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:20.308255 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-4d587f61-4679-4e49-b458-655000167606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:20.310153 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-4d587f61-4679-4e49-b458-655000167606 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14678622-5b72-4310-9b99-f3b01b1e4e35 HTTP/1.1" status: 200 len: 854 time: 0.0484304 Mar 08 17:34:20.314253 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f0015844-3151-4a60-8d01-5d711cb270ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (95b2af19-417a-4d36-a93c-fe9f865d5c83), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.343568 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-dc58a940-2bfc-4c44-9b12-9bd9ef24ad24 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e56e4bab-315e-4188-b39c-8a0ffdf02c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254121 Mar 08 17:34:20.369723 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f0015844-3151-4a60-8d01-5d711cb270ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (95b2af19-417a-4d36-a93c-fe9f865d5c83), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.375298 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f0015844-3151-4a60-8d01-5d711cb270ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (95b2af19-417a-4d36-a93c-fe9f865d5c83), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.392072 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0015844-3151-4a60-8d01-5d711cb270ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b2af19-417a-4d36-a93c-fe9f865d5c83,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:20.404044 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f0015844-3151-4a60-8d01-5d711cb270ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.405262 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f0015844-3151-4a60-8d01-5d711cb270ca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208487 Mar 08 17:34:20.408510 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54874) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:20.413873 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:20.438353 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.446309 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-fc55daa1-58d0-412b-b936-b3ea251d7c96 service neutron] 10.222.0.71 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936821 Mar 08 17:34:20.536731 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec45a725-7d34-407d-a287-60d4edeb27ae req-f6155b8a-e3b8-422a-a1f8-0dfebb6d1abb service neutron] 10.222.0.71 "GET /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823400 Mar 08 17:34:20.537079 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.645746 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Allocated IP 172.27.1.62 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/463e69f5-c960-4a63-aea4-9d4fd84ae78e) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:20.748198 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for port (463e69f5-c960-4a63-aea4-9d4fd84ae78e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.784510 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (463e69f5-c960-4a63-aea4-9d4fd84ae78e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.823963 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:20.826745 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:20.830242 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:20.855470 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'Port': ['ID=463e69f5-c960-4a63-aea4-9d4fd84ae78e,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:20.924211 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (5e4b569b-077a-42f9-aebe-0ce27fe38508), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.963562 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (463e69f5-c960-4a63-aea4-9d4fd84ae78e), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.125191 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for port (463e69f5-c960-4a63-aea4-9d4fd84ae78e), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.130700 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486411-a1ce-4c8d-aa0a-0e09e075f016 req-b0d11f97-4529-4979-9e11-0883f361b0a3 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:21.131210 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62632648'] for port (463e69f5-c960-4a63-aea4-9d4fd84ae78e), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.132817 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c3486411-a1ce-4c8d-aa0a-0e09e075f016 req-b0d11f97-4529-4979-9e11-0883f361b0a3 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 944 time: 0.0525627 Mar 08 17:34:21.183842 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c3486411-a1ce-4c8d-aa0a-0e09e075f016 req-070257fa-fafb-4afb-b94c-d156e7eb4a9e tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453470 Mar 08 17:34:21.202642 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'Port': ['ID=463e69f5-c960-4a63-aea4-9d4fd84ae78e,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:21.211022 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (5e4b569b-077a-42f9-aebe-0ce27fe38508), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.229586 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.230872 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2a483455-a2d7-4208-9322-89afaf49f92b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8212912 Mar 08 17:34:21.435598 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d1ce5e8b-1ab3-4375-94de-8617288e0cd9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1297172148&fields=id&tenant_id=87a36c2da5204a96b058fe6e6ccba921 HTTP/1.1" status: 200 len: 267 time: 0.0458760 Mar 08 17:34:21.551996 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-598a8578-3445-4551-96fc-66e914f8e5fb tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:21.557058 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-598a8578-3445-4551-96fc-66e914f8e5fb tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 816 time: 0.1145391 Mar 08 17:34:21.568592 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-914ed2e3-c81f-4555-ad41-0beb8e0eda31 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/quotas/87a36c2da5204a96b058fe6e6ccba921 HTTP/1.1" status: 200 len: 375 time: 0.0096264 Mar 08 17:34:21.628358 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d86f8c72-8173-4480-829c-af1ae748c158 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538404 Mar 08 17:34:21.725053 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-c27463a5-2323-42fa-93d2-34b35124d324 service neutron] 10.222.0.46 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850060 Mar 08 17:34:21.822418 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-21422e26-141a-4025-ba36-1816bff88d51 service neutron] 10.222.0.46 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886025 Mar 08 17:34:21.996044 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab8e6980-a1d4-499e-99db-530ff3aee727 req-7a2a1d45-5c48-4507-979f-0ca2ea6717ea tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 210 time: 0.0264452 Mar 08 17:34:22.304557 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08539-1baf-4f50-8849-84d5608593af req-236b5284-8b9b-48e1-928d-8e1911b834cd tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:22.305960 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-90d08539-1baf-4f50-8849-84d5608593af req-236b5284-8b9b-48e1-928d-8e1911b834cd tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 944 time: 0.0523300 Mar 08 17:34:22.354320 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-90d08539-1baf-4f50-8849-84d5608593af req-706e6462-2021-4999-9ab7-b1c1735657da tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Mar 08 17:34:22.951225 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 474274e8-76be-4692-a5d9-f5dfc7e370ee details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:34:23.061943 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 474274e8-76be-4692-a5d9-f5dfc7e370ee, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=474274e8-76be-4692-a5d9-f5dfc7e370ee,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:23.074123 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '474274e8-76be-4692-a5d9-f5dfc7e370ee', 'network_id': 'e56e4bab-315e-4188-b39c-8a0ffdf02c79', 'port_id': '474274e8-76be-4692-a5d9-f5dfc7e370ee', 'mac_address': 'fa:16:3e:5f:6f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14678622-5b72-4310-9b99-f3b01b1e4e35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:34:23.111686 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 474274e8-76be-4692-a5d9-f5dfc7e370ee is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:23.112487 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.125200 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474274e8-76be-4692-a5d9-f5dfc7e370ee {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:23.149100 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dabce1ce-3097-4260-9ebf-6a3bfcdfb2fb req-66411b8a-f8dc-46a0-a2e3-ed82c8c8af84 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 210 time: 0.0324371 Mar 08 17:34:23.153517 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 474274e8-76be-4692-a5d9-f5dfc7e370ee, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=474274e8-76be-4692-a5d9-f5dfc7e370ee,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:23.160002 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.195076 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-a884e297-2038-48fd-b6a5-aeb8a3941f58 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:23.196591 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-a884e297-2038-48fd-b6a5-aeb8a3941f58 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 816 time: 0.1782086 Mar 08 17:34:23.214131 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=474274e8-76be-4692-a5d9-f5dfc7e370ee,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:23.278580 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-da97d345-ee16-4f93-a436-c2dbd9126d7d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a36c2da5204a96b058fe6e6ccba921 HTTP/1.1" status: 200 len: 380 time: 0.0552640 Mar 08 17:34:23.293513 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'port': {'device_id': '46004254-4872-40be-80d7-26545a403ae2', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'admin_state_up': True, 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'security_groups': ['562017d2-2062-4956-97de-e6378369d0bb']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:23.417744 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Made reservation on behalf of 87a36c2da5204a96b058fe6e6ccba921 for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:23.421220 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.518317 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['474274e8-76be-4692-a5d9-f5dfc7e370ee'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:34:23.536816 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cab922-2575-4bb7-b4ba-89e7d2d4ff7e req-b66a370f-d015-40c7-aa65-33ce213bbc57 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:23.538306 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e6cab922-2575-4bb7-b4ba-89e7d2d4ff7e req-b66a370f-d015-40c7-aa65-33ce213bbc57 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 945 time: 0.1075130 Mar 08 17:34:23.608709 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Allocated IP 172.20.0.3 (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6/0c770c80-1c82-445b-aeea-be9ac9dc586c/0bc82b36-e464-43ad-aef3-a5c66a8839a8) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:23.628049 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e6cab922-2575-4bb7-b4ba-89e7d2d4ff7e req-9df7636c-dbb2-4c6a-b8dd-6bb7dab6ebc8 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673850 Mar 08 17:34:23.770634 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.807780 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.852493 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:23.855512 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:23.859256 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:23.883584 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:23.913562 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:23.914201 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.932411 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-47217a60-826d-44db-8b9f-915297d920ff tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6423190 Mar 08 17:34:23.953819 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Request body: {'port': {'device_id': '46004254-4872-40be-80d7-26545a403ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:24.018840 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.065533 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-7799c982-6b19-4dce-99fe-31ea13bc905e None None] Provisioning complete for port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:24.066105 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7799c982-6b19-4dce-99fe-31ea13bc905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.101612 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-7799c982-6b19-4dce-99fe-31ea13bc905e None None] Port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:24.318154 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc82b36-e464-43ad-aef3-a5c66a8839a8 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:24.331276 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01739e-ee4f-4691-b099-c909556dc1eb req-33b48e3b-20e9-439f-a6b4-9a697f670b2a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.332811 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4e01739e-ee4f-4691-b099-c909556dc1eb req-33b48e3b-20e9-439f-a6b4-9a697f670b2a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 931 time: 0.1087260 Mar 08 17:34:24.334474 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Publish callbacks [] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.358916 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Transition to ACTIVE for port object 0bc82b36-e464-43ad-aef3-a5c66a8839a8 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:34:24.362973 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.428395 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4e01739e-ee4f-4691-b099-c909556dc1eb req-a4e299b8-7c74-4f1e-b23e-3af165108890 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878193 Mar 08 17:34:24.430103 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:24.502069 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Attempting to bind port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:24.502400 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Attempting to bind port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:24.502729 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Attempting to bind port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 on network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:24.507298 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 on network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:34:24.507610 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Attempting to bind port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 on network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:24.512609 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:24.512945 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Checking segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:24.513343 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Bound using segment: {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:24.513766 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Bound port: 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:24.514123 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.581691 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:24.584640 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:24.590963 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.622363 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.623110 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.624381 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] 10.222.0.71 "PUT /v2.0/ports/0bc82b36-e464-43ad-aef3-a5c66a8839a8 HTTP/1.1" status: 200 len: 1093 time: 0.6756005 Mar 08 17:34:24.624826 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:24.627209 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7375317b-0a87-4078-8b30-7470aa868b11" -d '{"events": [{"name": "network-changed", "server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:24.654719 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acd211-4325-465f-8af4-3c8395f73b78 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:24.668578 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39679d29-10e4-4ad7-9098-73fea629c2ba x-openstack-request-id: req-39679d29-10e4-4ad7-9098-73fea629c2ba {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:24.668874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:24.669183 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39679d29-10e4-4ad7-9098-73fea629c2ba {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:24.669557 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'status': 'completed', 'code': 200} Mar 08 17:34:24.794832 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab189d08-fffd-4cf2-b63f-637d3826650f req-1f0c40e9-2fe6-4d99-ac73-1233d92f908a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.796383 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab189d08-fffd-4cf2-b63f-637d3826650f req-1f0c40e9-2fe6-4d99-ac73-1233d92f908a tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 945 time: 0.0874636 Mar 08 17:34:24.799268 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375317b-0a87-4078-8b30-7470aa868b11 req-97672b1f-1fe9-4d4c-9812-b35285a471c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.800697 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7375317b-0a87-4078-8b30-7470aa868b11 req-97672b1f-1fe9-4d4c-9812-b35285a471c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0815916 Mar 08 17:34:24.903740 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ab189d08-fffd-4cf2-b63f-637d3826650f req-7868576d-d57d-4274-83d6-f356b911b77f tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013753 Mar 08 17:34:24.930962 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375317b-0a87-4078-8b30-7470aa868b11 req-70652bed-9ff3-4eb4-89ca-a9273705455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.932483 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7375317b-0a87-4078-8b30-7470aa868b11 req-70652bed-9ff3-4eb4-89ca-a9273705455b service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=87a36c2da5204a96b058fe6e6ccba921&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1104593 Mar 08 17:34:24.972751 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 474274e8-76be-4692-a5d9-f5dfc7e370ee up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:25.028815 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 474274e8-76be-4692-a5d9-f5dfc7e370ee completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:34:25.033259 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 474274e8-76be-4692-a5d9-f5dfc7e370ee triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:25.033946 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:25.126285 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 474274e8-76be-4692-a5d9-f5dfc7e370ee is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:25.127229 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:25.160059 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52568789-0307-4632-a7dc-7353ebec37c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474274e8-76be-4692-a5d9-f5dfc7e370ee'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:25.162416 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f528d53a-6e6e-4598-8a0b-66878a9bf882" -d '{"events": [{"server_uuid": "52568789-0307-4632-a7dc-7353ebec37c4", "name": "network-vif-plugged", "status": "completed", "tag": "474274e8-76be-4692-a5d9-f5dfc7e370ee"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:25.176159 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 474274e8-76be-4692-a5d9-f5dfc7e370ee, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=474274e8-76be-4692-a5d9-f5dfc7e370ee,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:25.181889 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:25.207232 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b535ebf-95c6-4f40-8356-d186ec3f9907 x-openstack-request-id: req-1b535ebf-95c6-4f40-8356-d186ec3f9907 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:25.207523 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52568789-0307-4632-a7dc-7353ebec37c4", "name": "network-vif-plugged", "status": "completed", "tag": "474274e8-76be-4692-a5d9-f5dfc7e370ee", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:25.207774 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b535ebf-95c6-4f40-8356-d186ec3f9907 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:25.208179 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52568789-0307-4632-a7dc-7353ebec37c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474274e8-76be-4692-a5d9-f5dfc7e370ee', 'code': 200} Mar 08 17:34:25.238220 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=474274e8-76be-4692-a5d9-f5dfc7e370ee,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:25.305536 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375317b-0a87-4078-8b30-7470aa868b11 req-e333b361-5d27-47fb-8bef-31cb44b9d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.307047 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7375317b-0a87-4078-8b30-7470aa868b11 req-e333b361-5d27-47fb-8bef-31cb44b9d51d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3684115 Mar 08 17:34:25.453023 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-b5d14849-976a-4e69-bc60-bfd1c3a636e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.454919 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-b5d14849-976a-4e69-bc60-bfd1c3a636e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0831327 Mar 08 17:34:25.461504 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6cd63-671e-40ce-9adf-393ebd86d22e req-3370d642-6331-4098-9cc8-04c7f1766baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.462867 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e9f6cd63-671e-40ce-9adf-393ebd86d22e req-3370d642-6331-4098-9cc8-04c7f1766baa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 1130 time: 0.0640335 Mar 08 17:34:25.545420 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-b94397ad-2bb0-4444-b968-c4040944a2cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8 HTTP/1.1" status: 200 len: 217 time: 0.0706296 Mar 08 17:34:25.623764 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e9f6cd63-671e-40ce-9adf-393ebd86d22e req-d8de6b44-463e-4867-8392-d03aa9f25ebe service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482975 Mar 08 17:34:25.631963 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-12232e7c-4554-4c67-9037-771e3a189db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.633316 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-12232e7c-4554-4c67-9037-771e3a189db2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 200 len: 855 time: 0.0711308 Mar 08 17:34:25.644786 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3074-0b6c-4e71-b08d-c2f5ccb1e347 req-ed8dabd6-6e25-4501-9692-4ec066f17c65 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.646152 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-276b3074-0b6c-4e71-b08d-c2f5ccb1e347 req-ed8dabd6-6e25-4501-9692-4ec066f17c65 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.1151717 Mar 08 17:34:25.696886 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-276b3074-0b6c-4e71-b08d-c2f5ccb1e347 req-ce51caac-a56e-47c4-a35b-e7b3806e57dd tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Mar 08 17:34:25.961988 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-1027a99c-1228-419f-b3cb-7fa86bb1f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.963434 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-1027a99c-1228-419f-b3cb-7fa86bb1f6be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501952 Mar 08 17:34:26.089551 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3f9e5-d62a-4c9a-8da5-a1e85a4d50fb req-bfeab526-f61d-4bcc-8c5f-806b693fcb0b tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:26.091035 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-48b3f9e5-d62a-4c9a-8da5-a1e85a4d50fb req-bfeab526-f61d-4bcc-8c5f-806b693fcb0b tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 946 time: 0.1178796 Mar 08 17:34:26.094736 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-dd0ad773-d644-43cb-875e-6f0d1b55d842 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227381 Mar 08 17:34:26.193668 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-48b3f9e5-d62a-4c9a-8da5-a1e85a4d50fb req-a1f0e965-993d-40db-9c4c-90d387da9ec6 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962834 Mar 08 17:34:26.219111 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf9f4a0d-2d72-4648-9213-b087155d4f3c req-406dcf8d-b345-48ea-b39b-7bd0305b2dc2 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161213 Mar 08 17:34:26.818933 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c372c4c-b4dd-4dde-b5a6-e1aaf9c55621 req-86563d3c-209e-4421-82a0-569e905ce7a4 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:26.820778 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c372c4c-b4dd-4dde-b5a6-e1aaf9c55621 req-86563d3c-209e-4421-82a0-569e905ce7a4 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0532308 Mar 08 17:34:26.868375 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c372c4c-b4dd-4dde-b5a6-e1aaf9c55621 req-ec05d7ca-9c04-4834-8cbc-c573e6c3fa00 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Mar 08 17:34:27.332087 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5385a-0597-4a14-a0fc-108f95b98452 req-16a87b4c-a8fa-4884-8105-5991e80d06cf tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:27.333585 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cff5385a-0597-4a14-a0fc-108f95b98452 req-16a87b4c-a8fa-4884-8105-5991e80d06cf tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 946 time: 0.0594156 Mar 08 17:34:27.384654 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cff5385a-0597-4a14-a0fc-108f95b98452 req-06b429bf-9f09-449e-9ea1-332b4da7714d tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Mar 08 17:34:27.459858 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-55f9aa87-17e3-40fb-a0e2-601034ee944c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:27.576816 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 54980) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:27.688105 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a31ffd83-3882-437d-9d45-5974a86b6b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:27.770869 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a31ffd83-3882-437d-9d45-5974a86b6b80 admin admin] Publish callbacks [] for security_group (8790f5ed-843e-47ee-abd8-a5afbbbcb2c4), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:27.776234 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a31ffd83-3882-437d-9d45-5974a86b6b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8790f5ed-843e-47ee-abd8-a5afbbbcb2c4), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:27.814500 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-a31ffd83-3882-437d-9d45-5974a86b6b80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6ff2040e30c46f881aac1c3fc5c1237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365408 Mar 08 17:34:27.815220 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 54988) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:27.816980 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ffd83-3882-437d-9d45-5974a86b6b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790f5ed-843e-47ee-abd8-a5afbbbcb2c4,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:27.876312 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5fa32227-fe83-4348-8ee8-56ad67d4723d admin admin] Publish callbacks [] for security_group (8790f5ed-843e-47ee-abd8-a5afbbbcb2c4), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:27.898348 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5fa32227-fe83-4348-8ee8-56ad67d4723d admin admin] Publish callbacks [] for security_group (8790f5ed-843e-47ee-abd8-a5afbbbcb2c4), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:27.968733 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5fa32227-fe83-4348-8ee8-56ad67d4723d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (8790f5ed-843e-47ee-abd8-a5afbbbcb2c4), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:27.971268 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5fa32227-fe83-4348-8ee8-56ad67d4723d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:27.972431 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5fa32227-fe83-4348-8ee8-56ad67d4723d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8790f5ed-843e-47ee-abd8-a5afbbbcb2c4 HTTP/1.1" status: 204 len: 168 time: 0.1561296 Mar 08 17:34:27.983364 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa32227-fe83-4348-8ee8-56ad67d4723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790f5ed-843e-47ee-abd8-a5afbbbcb2c4,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:28.003935 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9ac40-1c99-4add-a092-f176806d3103 req-db82e651-8233-4185-8403-cbc3875db738 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:28.005487 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-06a9ac40-1c99-4add-a092-f176806d3103 req-db82e651-8233-4185-8403-cbc3875db738 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0654933 Mar 08 17:34:28.061657 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-06a9ac40-1c99-4add-a092-f176806d3103 req-0a3091b6-a838-4e69-9cbb-a0efbb819398 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Mar 08 17:34:28.634053 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55012) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:28.742730 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-457616876-network', 'tenant_id': '47b952ed99964243b460b53d01b7392f'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:28.764056 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Made reservation on behalf of 47b952ed99964243b460b53d01b7392f for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:28.766550 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:28.775148 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:28.851726 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Publish callbacks [] for security_group (ef1b28d8-36d9-4f08-9859-96e82bdb65ff), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:28.857076 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ef1b28d8-36d9-4f08-9859-96e82bdb65ff), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:28.880570 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:34:28.889032 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1b28d8-36d9-4f08-9859-96e82bdb65ff,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:28.895615 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (4389676c-0410-4463-bac3-2324d4cfc1cb), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:28.896568 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Added segment 4389676c-0410-4463-bac3-2324d4cfc1cb of type vlan for network 566bca30-4a4f-4c4c-ae1d-feb508da6def Mar 08 17:34:28.936033 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (566bca30-4a4f-4c4c-ae1d-feb508da6def), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:28.972963 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (566bca30-4a4f-4c4c-ae1d-feb508da6def), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:28.974018 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:28.974634 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.001351 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:34:29.011048 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3756857 Mar 08 17:34:29.014007 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55018) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:29.018969 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Request body: {'subnet': {'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-457616876-subnet', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:29.041537 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcbb01-4915-4550-96ab-bff5cc89becb admin admin] Pushing event updated for resources: {'Network': ['ID=566bca30-4a4f-4c4c-ae1d-feb508da6def,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:29.041756 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Made reservation on behalf of 47b952ed99964243b460b53d01b7392f for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:29.044364 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62056063'] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.051993 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:34:29.155377 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:29.174265 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'port_id': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'mac_address': 'fa:16:3e:05:40:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:34:29.211979 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:29.212378 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.225359 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc82b36-e464-43ad-aef3-a5c66a8839a8 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:29.246382 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:29.251302 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.258622 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c175f51-8870-4268-aac8-f17857e902c6 req-90fbfa42-0a5a-44f5-bae6-0050fe67e0e9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:29.260209 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1c175f51-8870-4268-aac8-f17857e902c6 req-90fbfa42-0a5a-44f5-bae6-0050fe67e0e9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.1059453 Mar 08 17:34:29.261647 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62113176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62056033'] for subnet (73acf358-b29d-4105-950b-6d8caf6dba2c), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.301022 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:29.337209 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73acf358-b29d-4105-950b-6d8caf6dba2c,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:29.357782 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Checking segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:29.358136 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Network hostable DHCP agents. Network: 566bca30-4a4f-4c4c-ae1d-feb508da6def, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:34:29.362956 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1c175f51-8870-4268-aac8-f17857e902c6 req-93ab4c92-1bfc-44e1-8e42-8523e80c977c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937188 Mar 08 17:34:29.379842 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:34:29.389988 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 566bca30-4a4f-4c4c-ae1d-feb508da6def) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:29.394527 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:29.395115 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.399068 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfe846e-c945-4393-bf02-fad59234dd4d None None] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:34:29.415502 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-4a4660ea-d088-4eda-8054-04b09c9186c1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3978322 Mar 08 17:34:29.415887 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55022) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:29.420483 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:29.440625 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.441734 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.495523 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks [] for router_controller (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), precommit_add_association {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.505863 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-566bca30-4a4f-4c4c-ae1d-feb508da6def', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:34:29.506783 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.587034 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['0bc82b36-e464-43ad-aef3-a5c66a8839a8'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:34:29.638432 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks [] for router_gateway (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.686659 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Allocated IP 172.20.0.2 (566bca30-4a4f-4c4c-ae1d-feb508da6def/73acf358-b29d-4105-950b-6d8caf6dba2c/a05e9e97-fc1d-40a7-8c27-af4e8f95dc30) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:29.801499 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ae5a-c849-484c-af5b-25dc68ec5267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.842110 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks [] for router_gateway (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.861608 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.905305 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Publish callbacks [] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.911966 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:29.951641 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:29.954459 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:29.957861 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:29.963535 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Pushing event updated for resources: {'Port': ['ID=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:29.966490 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Allocated IP 172.27.1.234 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/163f4942-1e17-4870-92c3-1cb800450a86) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:30.015966 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Attempting to bind port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:30.016552 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Attempting to bind port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:30.016701 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Attempting to bind port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 on network 566bca30-4a4f-4c4c-ae1d-feb508da6def {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:30.022222 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:30.022589 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Checking segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:30.022970 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:30.023346 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Bound using segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:30.023831 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Bound port: a05e9e97-fc1d-40a7-8c27-af4e8f95dc30, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:30.024235 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:30.074250 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks [] for port (163f4942-1e17-4870-92c3-1cb800450a86), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:30.092830 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] For port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:30.095995 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] For port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:30.102104 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:30.108884 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (163f4942-1e17-4870-92c3-1cb800450a86), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:30.148810 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:30.151769 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:30.155832 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:30.162202 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Pushing event updated for resources: {'Port': ['ID=163f4942-1e17-4870-92c3-1cb800450a86,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:30.162373 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd9e36-6940-407e-aae3-21600d9085b0 None None] Pushing event updated for resources: {'Port': ['ID=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:30.443056 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks [] for router_gateway (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:30.498630 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69e28-9b1b-40df-aa3f-eb9d37494892 req-370b9bef-e6c8-4c2d-a3ee-898a4e9553f4 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:30.500131 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3bb69e28-9b1b-40df-aa3f-eb9d37494892 req-370b9bef-e6c8-4c2d-a3ee-898a4e9553f4 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 944 time: 0.0526998 Mar 08 17:34:30.550325 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3bb69e28-9b1b-40df-aa3f-eb9d37494892 req-179e61c2-d15b-47be-85be-3fa3270a9d17 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442684 Mar 08 17:34:30.656038 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:30.859859 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.002977 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:31.046350 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:34:31.054724 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:34:31.058651 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:31.059089 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.062988 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b99f0dd-e466-4a1c-b793-4eb9035939fe None None] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:34:31.156895 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:31.164586 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-5078948c-19b0-4512-b673-2cd1aff4d0e6 None None] Provisioning complete for port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:31.164933 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5078948c-19b0-4512-b673-2cd1aff4d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.172832 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:31.176406 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.177681 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2494bcb1-09df-42cb-856a-8b3f4a110395 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7606344 Mar 08 17:34:31.180853 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55030) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:31.236766 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:31.237360 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:31.320095 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:31.320419 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.547161 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:31.549452 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17bfac3-5358-4c6e-aa3c-f7b3c6b0c974" -d '{"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:31.574461 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:31.575412 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-5078948c-19b0-4512-b673-2cd1aff4d0e6 None None] Current status of the port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:31.575766 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5078948c-19b0-4512-b673-2cd1aff4d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.591511 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.594468 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:31.614238 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.674260 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02349a82-5774-46b0-a9e5-a24162a41954 x-openstack-request-id: req-02349a82-5774-46b0-a9e5-a24162a41954 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:31.674543 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:31.674792 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02349a82-5774-46b0-a9e5-a24162a41954 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:31.675176 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'code': 200} Mar 08 17:34:31.724636 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-5078948c-19b0-4512-b673-2cd1aff4d0e6 None None] For port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:31.734879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5078948c-19b0-4512-b673-2cd1aff4d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.760848 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:31.784821 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a6384-e736-4578-98c3-fe632f881aa2 req-7c531b16-f68f-4531-8614-57a7f715597c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:31.786355 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff9a6384-e736-4578-98c3-fe632f881aa2 req-7c531b16-f68f-4531-8614-57a7f715597c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1070564 Mar 08 17:34:31.829382 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078948c-19b0-4512-b673-2cd1aff4d0e6 None None] Pushing event updated for resources: {'Port': ['ID=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:31.876264 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-c2a5898a-f35a-4e7b-9dd5-933bd6b7d1ef None None] Provisioning complete for port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:31.876618 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c2a5898a-f35a-4e7b-9dd5-933bd6b7d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:31.884476 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Allocated IP 172.20.0.1 (566bca30-4a4f-4c4c-ae1d-feb508da6def/73acf358-b29d-4105-950b-6d8caf6dba2c/6812727e-2162-49d4-a58b-3e253f4d587a) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:31.889248 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ff9a6384-e736-4578-98c3-fe632f881aa2 req-6fed0e6b-2026-4b23-90f6-e0e0df0293b0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951262 Mar 08 17:34:31.924426 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:30Z', 'revision_number': 3, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:31.956137 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:31.956724 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Updating router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc port 163f4942-1e17-4870-92c3-1cb800450a86 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:34:31.995291 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f5b7-2e9e-442d-9bdb-0d794131562b req-5c82846d-c27a-4024-9173-a2f27aa8b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:31.995291 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4b19f5b7-2e9e-442d-9bdb-0d794131562b req-5c82846d-c27a-4024-9173-a2f27aa8b3ee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1162753 Mar 08 17:34:32.012483 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (163f4942-1e17-4870-92c3-1cb800450a86), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.013850 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5898a-f35a-4e7b-9dd5-933bd6b7d1ef None None] Current status of the port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:32.062938 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4b19f5b7-2e9e-442d-9bdb-0d794131562b req-6cfececd-9c8c-4d17-b4f8-4a39dcd18049 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638454 Mar 08 17:34:32.065543 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Publish callbacks [] for port (6812727e-2162-49d4-a58b-3e253f4d587a), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.100523 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.143489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:32.146396 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:32.150966 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:32.177699 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Pushing event updated for resources: {'Port': ['ID=6812727e-2162-49d4-a58b-3e253f4d587a,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:32.195105 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.307760 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Publish callbacks [] for port (163f4942-1e17-4870-92c3-1cb800450a86), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.310659 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.320556 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (163f4942-1e17-4870-92c3-1cb800450a86), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.327585 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:32.361349 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.414690 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Attempting to bind port 163f4942-1e17-4870-92c3-1cb800450a86 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:32.415055 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Attempting to bind port 163f4942-1e17-4870-92c3-1cb800450a86 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:32.415421 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Attempting to bind port 163f4942-1e17-4870-92c3-1cb800450a86 on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:32.418753 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95cb6e-8534-4eae-a4a7-59ec97ea58fa None None] Pushing event updated for resources: {'Port': ['ID=163f4942-1e17-4870-92c3-1cb800450a86,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:32.425254 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:32.425629 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:32.426027 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.426409 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:32.426885 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Bound port: 163f4942-1e17-4870-92c3-1cb800450a86, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:32.427263 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (163f4942-1e17-4870-92c3-1cb800450a86), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.484512 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-6e5c5a15-9155-4ccd-a6b0-57f47f450fe1 None None] Provisioning complete for port 6812727e-2162-49d4-a58b-3e253f4d587a triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:32.484889 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5a15-9155-4ccd-a6b0-57f47f450fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.492167 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:32.492531 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.521227 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Publish callbacks [] for port (6812727e-2162-49d4-a58b-3e253f4d587a), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.526848 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.537418 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] For port 163f4942-1e17-4870-92c3-1cb800450a86, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:32.562101 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] For port 163f4942-1e17-4870-92c3-1cb800450a86, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=163f4942-1e17-4870-92c3-1cb800450a86,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:32.566041 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c5a15-9155-4ccd-a6b0-57f47f450fe1 None None] Port 6812727e-2162-49d4-a58b-3e253f4d587a cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:32.572158 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (163f4942-1e17-4870-92c3-1cb800450a86), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.589999 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:32.591829 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Pushing event updated for resources: {'Port': ['ID=6812727e-2162-49d4-a58b-3e253f4d587a,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:32.637611 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95cb6e-8534-4eae-a4a7-59ec97ea58fa None None] Pushing event updated for resources: {'Port': ['ID=163f4942-1e17-4870-92c3-1cb800450a86,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:32.659026 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:32.659657 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:32.685852 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:32.687390 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:32.715005 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:32.781182 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:32.806580 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:34:32.924173 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:32.938666 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-fc1cd2d1-1e97-44f7-9b1e-8377b454cd66 admin admin] 10.222.0.46 "PUT /v2.0/routers/f64bdd05-a52b-47f4-bdd7-3c831f8a01bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7481675 Mar 08 17:34:32.998929 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-55721b25-3948-4a6f-b893-e1d8ccc60322 None None] Provisioning complete for port 6812727e-2162-49d4-a58b-3e253f4d587a triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:32.999457 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-55721b25-3948-4a6f-b893-e1d8ccc60322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.044047 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a96333-5d8e-40a5-a08d-efed5fd0ab50 req-7b2c6ac8-e85f-4413-bcca-f39c42b2c288 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:33.045860 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f1a96333-5d8e-40a5-a08d-efed5fd0ab50 req-7b2c6ac8-e85f-4413-bcca-f39c42b2c288 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0634418 Mar 08 17:34:33.051981 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-55721b25-3948-4a6f-b893-e1d8ccc60322 None None] Port 6812727e-2162-49d4-a58b-3e253f4d587a cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:33.058725 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 2, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:33.089505 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c99091-f15c-40c2-be18-f777082d1ada None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 2, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:33.112520 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f1a96333-5d8e-40a5-a08d-efed5fd0ab50 req-342f9af6-68a1-41d1-9e48-2c9656773da6 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468767 Mar 08 17:34:33.485731 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55058) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:33.490724 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-164561028-network', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:33.510637 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Made reservation on behalf of 5405f286aab64e7cbccbcaefe149fb5d for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:33.513107 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.522217 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.598059 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Publish callbacks [] for security_group (d0f33ef0-6b5f-4a20-86cc-065de75eb037), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.602722 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d0f33ef0-6b5f-4a20-86cc-065de75eb037), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.623619 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:34:33.638704 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f33ef0-6b5f-4a20-86cc-065de75eb037,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:33.641636 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.641977 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Added segment 31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8 of type vlan for network be997048-2435-485b-919f-cfb0c5ccd41b Mar 08 17:34:33.683279 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (be997048-2435-485b-919f-cfb0c5ccd41b), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.720835 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (be997048-2435-485b-919f-cfb0c5ccd41b), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.729751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:33.729751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.792559 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3056567 Mar 08 17:34:33.795516 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55060) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:33.799086 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eb9f3-5777-4884-827a-235d45b85438 admin admin] Pushing event updated for resources: {'Network': ['ID=be997048-2435-485b-919f-cfb0c5ccd41b,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:33.801245 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Request body: {'subnet': {'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-164561028-subnet', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:33.810829 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network be997048-2435-485b-919f-cfb0c5ccd41b details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:34:33.828892 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Made reservation on behalf of 5405f286aab64e7cbccbcaefe149fb5d for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:33.831218 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62056063'] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:33.903613 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.017938 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62113176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62056033'] for subnet (02407291-4d43-482e-9847-309fafb7b0d8), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.072897 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02407291-4d43-482e-9847-309fafb7b0d8,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:34.086294 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Checking segment: {'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:34.086653 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Network hostable DHCP agents. Network: be997048-2435-485b-919f-cfb0c5ccd41b, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:34:34.104837 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Network be997048-2435-485b-919f-cfb0c5ccd41b is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:34:34.115642 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, be997048-2435-485b-919f-cfb0c5ccd41b) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:34.120161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:34.120741 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.126912 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7235078-5bcd-4e98-8568-6f264c5bb7ec None None] Network be997048-2435-485b-919f-cfb0c5ccd41b requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:34:34.139532 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-3398f82b-1849-419a-83f6-9b2ae9fa03c9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3422279 Mar 08 17:34:34.142377 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55066) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:34.147472 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:34.171564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (e86c7692-5f91-44e9-9367-b3f6c677bf18), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.173008 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (e86c7692-5f91-44e9-9367-b3f6c677bf18), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.292156 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-be997048-2435-485b-919f-cfb0c5ccd41b', 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b', 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'fixed_ips': [{'subnet_id': '02407291-4d43-482e-9847-309fafb7b0d8'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:34:34.292915 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.305380 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks [] for router_controller (e86c7692-5f91-44e9-9367-b3f6c677bf18), precommit_add_association {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.377394 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 163f4942-1e17-4870-92c3-1cb800450a86 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:34.622416 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Allocated IP 172.20.0.2 (be997048-2435-485b-919f-cfb0c5ccd41b/02407291-4d43-482e-9847-309fafb7b0d8/ae281665-92d2-4b77-92dd-9ad33d3d930a) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:34.626757 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 163f4942-1e17-4870-92c3-1cb800450a86 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:34.627141 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (163f4942-1e17-4870-92c3-1cb800450a86), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.753632 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14679024-8175-4938-9cea-5e517692f00a req-28f472a3-8249-48d7-a1af-7a4d42c49edf tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:34.755099 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14679024-8175-4938-9cea-5e517692f00a req-28f472a3-8249-48d7-a1af-7a4d42c49edf tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.5565379 Mar 08 17:34:34.760988 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks [] for router_gateway (e86c7692-5f91-44e9-9367-b3f6c677bf18), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.783894 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 163f4942-1e17-4870-92c3-1cb800450a86 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:34.784281 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (163f4942-1e17-4870-92c3-1cb800450a86), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.825911 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14679024-8175-4938-9cea-5e517692f00a req-a6063e2c-f7d8-490e-99a4-f7553698dcd3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615239 Mar 08 17:34:34.829608 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 163f4942-1e17-4870-92c3-1cb800450a86, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=163f4942-1e17-4870-92c3-1cb800450a86,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:34.837761 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (163f4942-1e17-4870-92c3-1cb800450a86), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.864700 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Publish callbacks [] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.879077 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.907257 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=163f4942-1e17-4870-92c3-1cb800450a86,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:34.911127 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Network be997048-2435-485b-919f-cfb0c5ccd41b is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:34.943486 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:34.947324 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:34.958779 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Pushing event updated for resources: {'Port': ['ID=ae281665-92d2-4b77-92dd-9ad33d3d930a,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:35.021073 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Attempting to bind port ae281665-92d2-4b77-92dd-9ad33d3d930a on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:35.021293 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Attempting to bind port ae281665-92d2-4b77-92dd-9ad33d3d930a by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:35.021627 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Attempting to bind port ae281665-92d2-4b77-92dd-9ad33d3d930a on network be997048-2435-485b-919f-cfb0c5ccd41b {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:35.022418 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks [] for router_gateway (e86c7692-5f91-44e9-9367-b3f6c677bf18), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.027515 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:35.027917 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Checking segment: {'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:35.032505 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.032505 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Bound using segment: {'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:35.032505 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Bound port: ae281665-92d2-4b77-92dd-9ad33d3d930a, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:35.032505 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.046697 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.113020 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] For port ae281665-92d2-4b77-92dd-9ad33d3d930a, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:35.116577 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] For port ae281665-92d2-4b77-92dd-9ad33d3d930a, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ae281665-92d2-4b77-92dd-9ad33d3d930a,segment=NetworkSegment(31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8),segment_id=31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:35.125529 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.180716 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Allocated IP 172.27.1.119 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/485a4ded-642e-456b-bc51-edd7966d9508) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:35.243517 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07943382-f060-49e9-86e5-36e5171cad3f None None] Pushing event updated for resources: {'Port': ['ID=ae281665-92d2-4b77-92dd-9ad33d3d930a,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:35.344068 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks [] for port (485a4ded-642e-456b-bc51-edd7966d9508), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.356631 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ec6c7-6190-4ac5-a980-8dcff1496141 req-f021272b-7368-4dfd-a330-07844b62a060 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:35.358870 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d85ec6c7-6190-4ac5-a980-8dcff1496141 req-f021272b-7368-4dfd-a330-07844b62a060 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.4212356 Mar 08 17:34:35.368953 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55078) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:35.382052 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Request body: {'floatingip': {'port_id': '0bc82b36-e464-43ad-aef3-a5c66a8839a8'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:35.409280 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (485a4ded-642e-456b-bc51-edd7966d9508), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.435998 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (5e4b569b-077a-42f9-aebe-0ce27fe38508), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.454335 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:35.465562 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:35.466181 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:35.474380 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:35.477448 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:35.482156 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:35.496537 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Pushing event updated for resources: {'Port': ['ID=485a4ded-642e-456b-bc51-edd7966d9508,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:35.596644 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:35.761736 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.777500 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks [] for router_gateway (e86c7692-5f91-44e9-9367-b3f6c677bf18), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.807471 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 2, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:35.837753 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:35.838455 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Updating router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc port 6812727e-2162-49d4-a58b-3e253f4d587a binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:34:35.872575 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.983382 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.988671 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (5e4b569b-077a-42f9-aebe-0ce27fe38508), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:35.998122 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (e86c7692-5f91-44e9-9367-b3f6c677bf18), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.111024 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Floating IP 5e4b569b-077a-42f9-aebe-0ce27fe38508 associated. External IP: 172.27.1.62, port: 0bc82b36-e464-43ad-aef3-a5c66a8839a8. Mar 08 17:34:36.154197 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Router e86c7692-5f91-44e9-9367-b3f6c677bf18 is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:34:36.194370 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Publish callbacks [] for port (6812727e-2162-49d4-a58b-3e253f4d587a), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.203619 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.364704 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779f0ee-af7f-40e4-832b-e5b33d0e2f1f None None] Network be997048-2435-485b-919f-cfb0c5ccd41b requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:34:36.385820 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:36.396470 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Pushing event updated for resources: {'Port': ['ID=6812727e-2162-49d4-a58b-3e253f4d587a,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:36.419757 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Attempting to bind port 6812727e-2162-49d4-a58b-3e253f4d587a on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:36.420261 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Attempting to bind port 6812727e-2162-49d4-a58b-3e253f4d587a by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:36.420721 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Attempting to bind port 6812727e-2162-49d4-a58b-3e253f4d587a on network 566bca30-4a4f-4c4c-ae1d-feb508da6def {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:36.424548 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.424805 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.425317 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.425746 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.426234 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.427126 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.427559 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.428132 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.428550 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.428988 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.430882 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.431314 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.432522 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:36.441297 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:36.441926 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Checking segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:36.442504 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.447598 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.447912 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Bound using segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:36.448758 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Bound port: 6812727e-2162-49d4-a58b-3e253f4d587a, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:36.449451 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.454317 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55084) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:36.454796 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5ad2a2d9-d1b8-424f-9a8a-7601420c0500 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3106565 Mar 08 17:34:36.460081 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:34:36.461399 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Sync routers for ids ['e86c7692-5f91-44e9-9367-b3f6c677bf18'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:36.532169 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Routers {'e86c7692-5f91-44e9-9367-b3f6c677bf18'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:36.533003 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['e86c7692-5f91-44e9-9367-b3f6c677bf18'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:36.535148 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] For port 6812727e-2162-49d4-a58b-3e253f4d587a, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:36.555495 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] For port 6812727e-2162-49d4-a58b-3e253f4d587a, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=6812727e-2162-49d4-a58b-3e253f4d587a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:36.567154 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.579906 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ae281665-92d2-4b77-92dd-9ad33d3d930a up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:36.586011 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-bbe796c7-4fd4-4533-ac45-9356b2a4bb2f None None] Provisioning complete for port ae281665-92d2-4b77-92dd-9ad33d3d930a triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:36.586455 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bbe796c7-4fd4-4533-ac45-9356b2a4bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.647610 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4f7e6-2432-4aa0-a8d7-e939cdb93b15 None None] Pushing event updated for resources: {'Port': ['ID=6812727e-2162-49d4-a58b-3e253f4d587a,revision_number=4']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:36.650482 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:36.657421 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:36.791717 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:36.814755 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Set router e86c7692-5f91-44e9-9367-b3f6c677bf18 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:36.817417 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port ae281665-92d2-4b77-92dd-9ad33d3d930a triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:36.817788 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.836641 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:36.841516 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:36.852635 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] Sync routers for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:36.931812 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7ce30c5a-3335-4878-97bb-761ff54f406d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "PUT /v2.0/floatingips/5e4b569b-077a-42f9-aebe-0ce27fe38508 HTTP/1.1" status: 200 len: 990 time: 1.5511680 Mar 08 17:34:36.931812 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:36.931812 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae" -d '{"events": [{"name": "network-changed", "server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:36.942802 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:36.943593 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:37.001531 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc01e58a-165b-408a-a1d3-b051682028ed x-openstack-request-id: req-dc01e58a-165b-408a-a1d3-b051682028ed {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:37.001926 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:37.002278 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc01e58a-165b-408a-a1d3-b051682028ed {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:37.002863 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'status': 'completed', 'code': 200} Mar 08 17:34:37.055304 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-bbe796c7-4fd4-4533-ac45-9356b2a4bb2f None None] Current status of the port ae281665-92d2-4b77-92dd-9ad33d3d930a is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:37.055722 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bbe796c7-4fd4-4533-ac45-9356b2a4bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.133797 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port ae281665-92d2-4b77-92dd-9ad33d3d930a is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:37.134178 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.167915 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-bbe796c7-4fd4-4533-ac45-9356b2a4bb2f None None] For port ae281665-92d2-4b77-92dd-9ad33d3d930a, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ae281665-92d2-4b77-92dd-9ad33d3d930a,segment=NetworkSegment(31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8),segment_id=31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:37.176627 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bbe796c7-4fd4-4533-ac45-9356b2a4bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.188575 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.247422 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.db.api [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 17:34:37.247708 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG oslo_db.api [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 17:34:37.251999 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '485a4ded-642e-456b-bc51-edd7966d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:34:35Z', 'revision_number': 3, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port': {'id': '485a4ded-642e-456b-bc51-edd7966d9508', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:35Z', 'updated_at': '2022-03-08T17:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:37.275339 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:34:37.281139 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:37.289412 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe796c7-4fd4-4533-ac45-9356b2a4bb2f None None] Pushing event updated for resources: {'Port': ['ID=ae281665-92d2-4b77-92dd-9ad33d3d930a,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:37.294250 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Checking router: e86c7692-5f91-44e9-9367-b3f6c677bf18 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:37.294593 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Updating router e86c7692-5f91-44e9-9367-b3f6c677bf18 port 485a4ded-642e-456b-bc51-edd7966d9508 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:34:37.333989 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Provisioning complete for port ae281665-92d2-4b77-92dd-9ad33d3d930a triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:37.334308 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.335864 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (485a4ded-642e-456b-bc51-edd7966d9508), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.360238 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Allocated IP 172.20.0.1 (be997048-2435-485b-919f-cfb0c5ccd41b/02407291-4d43-482e-9847-309fafb7b0d8/932168cb-7b21-4b4e-be7f-42f46687a40d) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:37.389949 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:36Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:37.426391 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f1609-be50-4ad6-87a4-8478f4c735e3 None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:36Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:37.494157 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Publish callbacks [] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.538888 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.575254 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Current status of the port ae281665-92d2-4b77-92dd-9ad33d3d930a is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:37.584015 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '5e4b569b-077a-42f9-aebe-0ce27fe38508', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'port_id': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'mac_address': 'fa:16:3e:05:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46004254-4872-40be-80d7-26545a403ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:34:20Z', 'updated_at': '2022-03-08T17:34:35Z', 'revision_number': 1, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:37.588983 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Pushing event updated for resources: {'Port': ['ID=932168cb-7b21-4b4e-be7f-42f46687a40d,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:37.600868 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Provisioning complete for port 6812727e-2162-49d4-a58b-3e253f4d587a triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:37.601528 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.606237 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Network be997048-2435-485b-919f-cfb0c5ccd41b is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:37.607696 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:37.610358 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:37.620586 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] Checking router: b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:37.638223 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:37.639122 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:37.664183 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (e86c7692-5f91-44e9-9367-b3f6c677bf18), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.823127 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:37.919828 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Publish callbacks [] for port (485a4ded-642e-456b-bc51-edd7966d9508), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.943511 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:37.978665 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port ae281665-92d2-4b77-92dd-9ad33d3d930a is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:37.979742 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 163f4942-1e17-4870-92c3-1cb800450a86 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:37.988450 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (485a4ded-642e-456b-bc51-edd7966d9508), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.143960 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba0258-d32a-40b1-9dd4-7664cac726c3 None None] Pushing event updated for resources: {'Port': ['ID=485a4ded-642e-456b-bc51-edd7966d9508,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:38.162942 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Attempting to bind port 485a4ded-642e-456b-bc51-edd7966d9508 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:38.163641 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Attempting to bind port 485a4ded-642e-456b-bc51-edd7966d9508 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:38.164355 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Attempting to bind port 485a4ded-642e-456b-bc51-edd7966d9508 on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:38.188938 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Publish callbacks [] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.198258 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62632648'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.202671 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '5e4b569b-077a-42f9-aebe-0ce27fe38508', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'port_id': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'mac_address': 'fa:16:3e:05:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46004254-4872-40be-80d7-26545a403ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:34:20Z', 'updated_at': '2022-03-08T17:34:35Z', 'revision_number': 1, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:38.213174 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:38.213563 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:38.213986 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.214399 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:38.214915 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Bound port: 485a4ded-642e-456b-bc51-edd7966d9508, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:38.215287 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (485a4ded-642e-456b-bc51-edd7966d9508), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.221698 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Current status of the port 6812727e-2162-49d4-a58b-3e253f4d587a is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:38.222084 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.241183 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bc903-b3fa-44a1-8b3a-da0d3a1627be None None] The sync data for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi is: [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '5e4b569b-077a-42f9-aebe-0ce27fe38508', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'port_id': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'mac_address': 'fa:16:3e:05:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46004254-4872-40be-80d7-26545a403ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:34:20Z', 'updated_at': '2022-03-08T17:34:35Z', 'revision_number': 1, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:38.293037 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 163f4942-1e17-4870-92c3-1cb800450a86 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:38.293354 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (163f4942-1e17-4870-92c3-1cb800450a86), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.306351 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (e86c7692-5f91-44e9-9367-b3f6c677bf18), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.309728 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Pushing event updated for resources: {'Port': ['ID=932168cb-7b21-4b4e-be7f-42f46687a40d,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:38.324818 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905901-9548-46a8-a4c8-24590fe304d8 req-c546ab48-f046-48c4-b993-869ddb2a30e7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:38.326745 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0905901-9548-46a8-a4c8-24590fe304d8 req-c546ab48-f046-48c4-b993-869ddb2a30e7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0874276 Mar 08 17:34:38.371415 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] For port 6812727e-2162-49d4-a58b-3e253f4d587a, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=6812727e-2162-49d4-a58b-3e253f4d587a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:38.395398 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0905901-9548-46a8-a4c8-24590fe304d8 req-a64c16f5-faac-4385-a1fd-27e250cec2bd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630441 Mar 08 17:34:38.399246 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] For port 485a4ded-642e-456b-bc51-edd7966d9508, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:38.402878 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] For port 485a4ded-642e-456b-bc51-edd7966d9508, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=485a4ded-642e-456b-bc51-edd7966d9508,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:38.410305 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (485a4ded-642e-456b-bc51-edd7966d9508), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.419960 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.425016 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Network be997048-2435-485b-919f-cfb0c5ccd41b is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:38.426857 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:38.479213 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Routers {'e86c7692-5f91-44e9-9367-b3f6c677bf18'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:38.479974 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['e86c7692-5f91-44e9-9367-b3f6c677bf18'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:38.538162 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba0258-d32a-40b1-9dd4-7664cac726c3 None None] Pushing event updated for resources: {'Port': ['ID=485a4ded-642e-456b-bc51-edd7966d9508,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:38.604340 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Router e86c7692-5f91-44e9-9367-b3f6c677bf18 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:34:38.672282 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c1e3d-716e-4f88-ac9d-e6013f153ce2 None None] New status for floating IP 5e4b569b-077a-42f9-aebe-0ce27fe38508: ACTIVE {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:34:38.707174 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-3acf9d0c-1f86-414e-b4dc-613358b606c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:38.708682 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-3acf9d0c-1f86-414e-b4dc-613358b606c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0512443 Mar 08 17:34:38.724635 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-59d6ba7d-3f25-4134-9421-5fac870bc21e None None] Provisioning complete for port 932168cb-7b21-4b4e-be7f-42f46687a40d triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:38.725012 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-59d6ba7d-3f25-4134-9421-5fac870bc21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.743403 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 163f4942-1e17-4870-92c3-1cb800450a86 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:38.771731 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b92a2-2046-463f-8bc9-3fa996f30797 None None] Pushing event updated for resources: {'Port': ['ID=6812727e-2162-49d4-a58b-3e253f4d587a,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:38.806152 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] Set router e86c7692-5f91-44e9-9367-b3f6c677bf18 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:38.811836 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-62f91704-b596-4af7-bb84-c17791e7d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:38.812079 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-62f91704-b596-4af7-bb84-c17791e7d627 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 917 time: 0.0907609 Mar 08 17:34:38.887251 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-59d6ba7d-3f25-4134-9421-5fac870bc21e None None] Port 932168cb-7b21-4b4e-be7f-42f46687a40d cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:38.936603 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-8efacf2a-2a88-4749-b74b-9f6475952ef9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8 HTTP/1.1" status: 200 len: 998 time: 0.0988185 Mar 08 17:34:38.989577 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:38.989974 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ae281665-92d2-4b77-92dd-9ad33d3d930a up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:39.005313 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-58ad5f29-b1c3-4d74-b9ec-116bc74d6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.007066 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-58ad5f29-b1c3-4d74-b9ec-116bc74d6682 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 200 len: 855 time: 0.0604365 Mar 08 17:34:39.008392 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-68618ab8-d42e-4351-96e1-401a52bc99a2 admin admin] 10.222.0.46 "PUT /v2.0/routers/e86c7692-5f91-44e9-9367-b3f6c677bf18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5451071 Mar 08 17:34:39.092493 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-c270043b-aaf5-4a75-bd5a-c6ea2c7dd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.094447 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-c270043b-aaf5-4a75-bd5a-c6ea2c7dd2d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749955 Mar 08 17:34:39.104535 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-3d42bcf1-ef58-42a7-8c89-881cf1cb6b60 None None] Provisioning complete for port 932168cb-7b21-4b4e-be7f-42f46687a40d triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:39.104984 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3d42bcf1-ef58-42a7-8c89-881cf1cb6b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.164586 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-3d42bcf1-ef58-42a7-8c89-881cf1cb6b60 None None] Port 932168cb-7b21-4b4e-be7f-42f46687a40d cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:39.195397 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port ae281665-92d2-4b77-92dd-9ad33d3d930a triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:39.195881 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.215330 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45ce745d-d3c0-407d-9f2e-38910904674d req-8ce3c7f5-268f-4626-8ba2-4838470b3ca6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1053433 Mar 08 17:34:39.240705 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-43026c45-ba0b-4119-9848-910ed87ba83d service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285787 Mar 08 17:34:39.264536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '485a4ded-642e-456b-bc51-edd7966d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:34:37Z', 'revision_number': 4, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port': {'id': '485a4ded-642e-456b-bc51-edd7966d9508', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:35Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '932168cb-7b21-4b4e-be7f-42f46687a40d', 'name': '', 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'mac_address': 'fa:16:3e:9b:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '02407291-4d43-482e-9847-309fafb7b0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:37Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 2, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'subnets': [{'id': '02407291-4d43-482e-9847-309fafb7b0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:39.310104 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6312c03-0a5c-4edb-b02e-d2d4d8d1fa82 None None] The sync data for ids ['e86c7692-5f91-44e9-9367-b3f6c677bf18'] in dv-cinder-830090-3-iscsi is: [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '485a4ded-642e-456b-bc51-edd7966d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:34:37Z', 'revision_number': 4, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port': {'id': '485a4ded-642e-456b-bc51-edd7966d9508', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:35Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '932168cb-7b21-4b4e-be7f-42f46687a40d', 'name': '', 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'mac_address': 'fa:16:3e:9b:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '02407291-4d43-482e-9847-309fafb7b0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:37Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 2, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'subnets': [{'id': '02407291-4d43-482e-9847-309fafb7b0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:39.323640 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port ae281665-92d2-4b77-92dd-9ad33d3d930a is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:39.324778 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 6812727e-2162-49d4-a58b-3e253f4d587a up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:39.373824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 6812727e-2162-49d4-a58b-3e253f4d587a triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:39.374093 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.378899 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce745d-d3c0-407d-9f2e-38910904674d req-cafda501-902c-42bd-ab3d-9aa52a6a8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.380842 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45ce745d-d3c0-407d-9f2e-38910904674d req-cafda501-902c-42bd-ab3d-9aa52a6a8fda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1130 time: 0.1124818 Mar 08 17:34:39.385833 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2305ceb4-fc4b-4f6f-b8d9-8bbad1e0feae req-e0ad6674-c0bc-4c3b-a22d-7b7126f2f6d1 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284494 Mar 08 17:34:39.418126 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55110) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:39.422577 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-dd4b5c90-cc30-4615-b0c1-e708cd49e503 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497852473', 'description': 'tempest-secgroup-smoke-497852473 description', 'project_id': '47b952ed99964243b460b53d01b7392f'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:39.455055 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5c90-cc30-4615-b0c1-e708cd49e503 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.478282 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 6812727e-2162-49d4-a58b-3e253f4d587a is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:39.531479 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5c90-cc30-4615-b0c1-e708cd49e503 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group (f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.539573 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5c90-cc30-4615-b0c1-e708cd49e503 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.550947 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce745d-d3c0-407d-9f2e-38910904674d req-f735953b-86aa-4098-bc70-83de08adc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.552431 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45ce745d-d3c0-407d-9f2e-38910904674d req-f735953b-86aa-4098-bc70-83de08adc509 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 910 time: 0.1374705 Mar 08 17:34:39.564748 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd4a3d-0de5-4011-a3ff-ce43f09c156f req-ee743ed1-8ebb-4111-a180-d32c1aa915c3 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.566191 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67dd4a3d-0de5-4011-a3ff-ce43f09c156f req-ee743ed1-8ebb-4111-a180-d32c1aa915c3 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0754511 Mar 08 17:34:39.578017 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5c90-cc30-4615-b0c1-e708cd49e503 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.582420 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-dd4b5c90-cc30-4615-b0c1-e708cd49e503 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1604328 Mar 08 17:34:39.582744 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55118) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:39.587371 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-749e80dd-2c8a-4841-b295-c55b6f1ffcd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'security_group_rule': {'security_group_id': 'f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7', 'project_id': '47b952ed99964243b460b53d01b7392f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:39.592405 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b5c90-cc30-4615-b0c1-e708cd49e503 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:39.617852 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-749e80dd-2c8a-4841-b295-c55b6f1ffcd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (592e7bcc-936f-4340-8685-c04a161ba8d7), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.665863 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45ce745d-d3c0-407d-9f2e-38910904674d req-b7bb8073-8418-4313-b066-f9d79e878e0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 1001 time: 0.0987041 Mar 08 17:34:39.689563 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67dd4a3d-0de5-4011-a3ff-ce43f09c156f req-2845ad81-8d43-41eb-bf17-25f16369552a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164432 Mar 08 17:34:39.692711 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-749e80dd-2c8a-4841-b295-c55b6f1ffcd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (592e7bcc-936f-4340-8685-c04a161ba8d7), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.700321 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-749e80dd-2c8a-4841-b295-c55b6f1ffcd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (592e7bcc-936f-4340-8685-c04a161ba8d7), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.738397 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-749e80dd-2c8a-4841-b295-c55b6f1ffcd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.739744 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-749e80dd-2c8a-4841-b295-c55b6f1ffcd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560094 Mar 08 17:34:39.742566 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55122) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:39.747928 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-9b7d2cc0-93d6-4340-a936-fee96e4013c3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'security_group_rule': {'security_group_id': 'f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7', 'project_id': '47b952ed99964243b460b53d01b7392f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:39.753499 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce745d-d3c0-407d-9f2e-38910904674d req-a1c4c4df-3a91-45cf-b7a2-6e772f95c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.755003 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45ce745d-d3c0-407d-9f2e-38910904674d req-a1c4c4df-3a91-45cf-b7a2-6e772f95c461 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 200 len: 848 time: 0.0801399 Mar 08 17:34:39.755366 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e80dd-2c8a-4841-b295-c55b6f1ffcd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592e7bcc-936f-4340-8685-c04a161ba8d7,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:39.780683 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2cc0-93d6-4340-a936-fee96e4013c3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (cfe06cd6-aa22-463f-96a1-703a66e8a968), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.805464 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce745d-d3c0-407d-9f2e-38910904674d req-7525ea1c-5723-463e-a06a-4619d7659993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.806962 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45ce745d-d3c0-407d-9f2e-38910904674d req-7525ea1c-5723-463e-a06a-4619d7659993 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8995344-404a-422d-98d9-83cdbc0c32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439529 Mar 08 17:34:39.839355 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2cc0-93d6-4340-a936-fee96e4013c3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (cfe06cd6-aa22-463f-96a1-703a66e8a968), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.844340 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2cc0-93d6-4340-a936-fee96e4013c3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (cfe06cd6-aa22-463f-96a1-703a66e8a968), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.864316 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d2cc0-93d6-4340-a936-fee96e4013c3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe06cd6-aa22-463f-96a1-703a66e8a968,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:39.871221 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2cc0-93d6-4340-a936-fee96e4013c3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.872454 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9b7d2cc0-93d6-4340-a936-fee96e4013c3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286147 Mar 08 17:34:39.875240 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55126) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:39.879505 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-6ef6d6d8-d812-4ae4-879f-ddb6191bdf46 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'security_group_rule': {'security_group_id': 'f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7', 'project_id': '47b952ed99964243b460b53d01b7392f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:39.905686 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d6d8-d812-4ae4-879f-ddb6191bdf46 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (5baa0e45-0902-43e5-b197-e4e92e1a3acc), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.908695 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45ce745d-d3c0-407d-9f2e-38910904674d req-ae57390f-43a6-467f-847e-20cb32ac172a service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950758 Mar 08 17:34:39.964001 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d6d8-d812-4ae4-879f-ddb6191bdf46 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (5baa0e45-0902-43e5-b197-e4e92e1a3acc), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:39.973086 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d6d8-d812-4ae4-879f-ddb6191bdf46 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (5baa0e45-0902-43e5-b197-e4e92e1a3acc), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.017403 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6d6d8-d812-4ae4-879f-ddb6191bdf46 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baa0e45-0902-43e5-b197-e4e92e1a3acc,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:40.027192 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-45ce745d-d3c0-407d-9f2e-38910904674d req-061dc0fe-814b-40ba-a848-9ee0cce03a80 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111381 Mar 08 17:34:40.034602 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d6d8-d812-4ae4-879f-ddb6191bdf46 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.038886 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6ef6d6d8-d812-4ae4-879f-ddb6191bdf46 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628449 Mar 08 17:34:40.039510 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55128) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:40.046173 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-0c77adeb-7783-4c35-9f20-ea1b16ab1b1b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'security_group_rule': {'security_group_id': 'f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7', 'project_id': '47b952ed99964243b460b53d01b7392f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:40.082205 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0c77adeb-7783-4c35-9f20-ea1b16ab1b1b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (e00f2b45-e48d-44fc-b439-c9780670ef82), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.142920 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0c77adeb-7783-4c35-9f20-ea1b16ab1b1b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (e00f2b45-e48d-44fc-b439-c9780670ef82), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.147891 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0c77adeb-7783-4c35-9f20-ea1b16ab1b1b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (e00f2b45-e48d-44fc-b439-c9780670ef82), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.166466 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77adeb-7783-4c35-9f20-ea1b16ab1b1b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00f2b45-e48d-44fc-b439-c9780670ef82,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:40.176130 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0c77adeb-7783-4c35-9f20-ea1b16ab1b1b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.177437 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0c77adeb-7783-4c35-9f20-ea1b16ab1b1b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369600 Mar 08 17:34:40.180523 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55130) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:40.185266 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-961ed16d-8891-4844-9fe0-df91009eb0c6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'security_group_rule': {'security_group_id': 'f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7', 'project_id': '47b952ed99964243b460b53d01b7392f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:40.208322 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.securitygroups_db [None req-961ed16d-8891-4844-9fe0-df91009eb0c6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Project 47b952ed99964243b460b53d01b7392f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:34:40.214289 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-961ed16d-8891-4844-9fe0-df91009eb0c6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (fad09d00-7003-46c5-9df6-88c5e2f3887b), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.276973 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-961ed16d-8891-4844-9fe0-df91009eb0c6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (fad09d00-7003-46c5-9df6-88c5e2f3887b), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.281433 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-961ed16d-8891-4844-9fe0-df91009eb0c6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (fad09d00-7003-46c5-9df6-88c5e2f3887b), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.299678 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ed16d-8891-4844-9fe0-df91009eb0c6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad09d00-7003-46c5-9df6-88c5e2f3887b,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:40.307704 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-961ed16d-8891-4844-9fe0-df91009eb0c6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.309305 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-961ed16d-8891-4844-9fe0-df91009eb0c6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275702 Mar 08 17:34:40.311709 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55132) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:40.316322 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-354a8c7c-50e1-4338-83fe-ee7447afcc9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'security_group_rule': {'security_group_id': 'f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7', 'project_id': '47b952ed99964243b460b53d01b7392f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:40.337942 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.securitygroups_db [None req-354a8c7c-50e1-4338-83fe-ee7447afcc9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Project 47b952ed99964243b460b53d01b7392f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:34:40.343319 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-354a8c7c-50e1-4338-83fe-ee7447afcc9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (b8a019e2-b59d-44ae-bcb5-546a0493ad37), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.413305 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-354a8c7c-50e1-4338-83fe-ee7447afcc9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (b8a019e2-b59d-44ae-bcb5-546a0493ad37), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.417792 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-354a8c7c-50e1-4338-83fe-ee7447afcc9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (b8a019e2-b59d-44ae-bcb5-546a0493ad37), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.436769 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a8c7c-50e1-4338-83fe-ee7447afcc9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a019e2-b59d-44ae-bcb5-546a0493ad37,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:40.443167 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-354a8c7c-50e1-4338-83fe-ee7447afcc9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:40.448309 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-354a8c7c-50e1-4338-83fe-ee7447afcc9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318078 Mar 08 17:34:40.926250 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea67f2e-9eb0-4ebb-821b-4e9ae98ad8f9 req-a7fbf609-2172-4d8e-984c-d99a5e9bf1cb tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:40.927849 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eea67f2e-9eb0-4ebb-821b-4e9ae98ad8f9 req-a7fbf609-2172-4d8e-984c-d99a5e9bf1cb tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1513999 Mar 08 17:34:41.000471 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 485a4ded-642e-456b-bc51-edd7966d9508 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:41.022761 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eea67f2e-9eb0-4ebb-821b-4e9ae98ad8f9 req-4bed49ed-7eea-4b62-9682-c3d2388ef551 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775666 Mar 08 17:34:41.059664 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 485a4ded-642e-456b-bc51-edd7966d9508 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:41.060094 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (485a4ded-642e-456b-bc51-edd7966d9508), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:41.141987 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 485a4ded-642e-456b-bc51-edd7966d9508 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:41.142471 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (485a4ded-642e-456b-bc51-edd7966d9508), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:41.163949 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 485a4ded-642e-456b-bc51-edd7966d9508, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=485a4ded-642e-456b-bc51-edd7966d9508,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:41.169522 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (485a4ded-642e-456b-bc51-edd7966d9508), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:41.170249 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 6812727e-2162-49d4-a58b-3e253f4d587a up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:41.248045 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=485a4ded-642e-456b-bc51-edd7966d9508,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:41.259565 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 6812727e-2162-49d4-a58b-3e253f4d587a triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:41.259977 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:41.465677 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 6812727e-2162-49d4-a58b-3e253f4d587a is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:41.965216 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Sync routers for ids ['e86c7692-5f91-44e9-9367-b3f6c677bf18'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:41.976792 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Routers {'e86c7692-5f91-44e9-9367-b3f6c677bf18'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:41.977420 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['e86c7692-5f91-44e9-9367-b3f6c677bf18'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:42.092106 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Set router e86c7692-5f91-44e9-9367-b3f6c677bf18 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:42.127191 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d784bb-58fe-484c-a32a-ef0679657553 req-8723e068-7685-44d5-9a65-9ed6d4f1480b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:42.128724 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-86d784bb-58fe-484c-a32a-ef0679657553 req-8723e068-7685-44d5-9a65-9ed6d4f1480b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0515542 Mar 08 17:34:42.174979 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-86d784bb-58fe-484c-a32a-ef0679657553 req-453322fd-3c31-4e03-bac8-0fa1064a373e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405991 Mar 08 17:34:42.297317 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '485a4ded-642e-456b-bc51-edd7966d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:34:37Z', 'revision_number': 4, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port': {'id': '485a4ded-642e-456b-bc51-edd7966d9508', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:35Z', 'updated_at': '2022-03-08T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '932168cb-7b21-4b4e-be7f-42f46687a40d', 'name': '', 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'mac_address': 'fa:16:3e:9b:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '02407291-4d43-482e-9847-309fafb7b0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:37Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 2, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'subnets': [{'id': '02407291-4d43-482e-9847-309fafb7b0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:42.328367 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Checking router: e86c7692-5f91-44e9-9367-b3f6c677bf18 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:42.328718 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Updating router e86c7692-5f91-44e9-9367-b3f6c677bf18 port 932168cb-7b21-4b4e-be7f-42f46687a40d binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:34:42.361271 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:42.618806 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Publish callbacks [] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:42.627133 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:42.680607 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421229a7-674c-47e0-b247-433d55a76aa6 None None] Pushing event updated for resources: {'Port': ['ID=932168cb-7b21-4b4e-be7f-42f46687a40d,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:42.832672 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Attempting to bind port 932168cb-7b21-4b4e-be7f-42f46687a40d on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:42.833367 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Attempting to bind port 932168cb-7b21-4b4e-be7f-42f46687a40d by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:42.833878 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Attempting to bind port 932168cb-7b21-4b4e-be7f-42f46687a40d on network be997048-2435-485b-919f-cfb0c5ccd41b {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:42.839578 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 485a4ded-642e-456b-bc51-edd7966d9508 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:42.840166 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:42.840531 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Checking segment: {'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:42.841706 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:42.841706 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Bound using segment: {'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:42.841962 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Bound port: 932168cb-7b21-4b4e-be7f-42f46687a40d, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:42.842299 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:42.892000 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 485a4ded-642e-456b-bc51-edd7966d9508 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:42.892447 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (485a4ded-642e-456b-bc51-edd7966d9508), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:42.907520 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] For port 932168cb-7b21-4b4e-be7f-42f46687a40d, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:42.911740 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] For port 932168cb-7b21-4b4e-be7f-42f46687a40d, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=932168cb-7b21-4b4e-be7f-42f46687a40d,segment=NetworkSegment(31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8),segment_id=31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:42.920175 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:42.938392 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-696853f7-c7d6-40e6-873c-ac22e8611cbb None None] Provisioning complete for port 932168cb-7b21-4b4e-be7f-42f46687a40d triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:42.938769 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-696853f7-c7d6-40e6-873c-ac22e8611cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:42.972115 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Routers {'e86c7692-5f91-44e9-9367-b3f6c677bf18'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:42.972920 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['e86c7692-5f91-44e9-9367-b3f6c677bf18'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:43.018340 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 485a4ded-642e-456b-bc51-edd7966d9508 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:43.057617 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-696853f7-c7d6-40e6-873c-ac22e8611cbb None None] Current status of the port 932168cb-7b21-4b4e-be7f-42f46687a40d is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:43.058158 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-696853f7-c7d6-40e6-873c-ac22e8611cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:43.087596 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] Set router e86c7692-5f91-44e9-9367-b3f6c677bf18 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:43.104089 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-696853f7-c7d6-40e6-873c-ac22e8611cbb None None] For port 932168cb-7b21-4b4e-be7f-42f46687a40d, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=932168cb-7b21-4b4e-be7f-42f46687a40d,segment=NetworkSegment(31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8),segment_id=31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:43.109900 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-696853f7-c7d6-40e6-873c-ac22e8611cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:43.129968 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421229a7-674c-47e0-b247-433d55a76aa6 None None] Pushing event updated for resources: {'Port': ['ID=932168cb-7b21-4b4e-be7f-42f46687a40d,revision_number=4']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:43.171068 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696853f7-c7d6-40e6-873c-ac22e8611cbb None None] Pushing event updated for resources: {'Port': ['ID=932168cb-7b21-4b4e-be7f-42f46687a40d,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:43.245851 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-6ee3bd12-ddf2-417f-8c99-b1b5e59e09dd None None] Provisioning complete for port 932168cb-7b21-4b4e-be7f-42f46687a40d triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:43.246221 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ee3bd12-ddf2-417f-8c99-b1b5e59e09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:43.313149 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f3d4a-d2c5-4324-a4e5-d207b98a4503 req-e7b83c0d-6b69-44ce-ae41-dce83d7b972d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:43.315500 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c37f3d4a-d2c5-4324-a4e5-d207b98a4503 req-e7b83c0d-6b69-44ce-ae41-dce83d7b972d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0570283 Mar 08 17:34:43.349025 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-6ee3bd12-ddf2-417f-8c99-b1b5e59e09dd None None] Current status of the port 932168cb-7b21-4b4e-be7f-42f46687a40d is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:43.357742 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '485a4ded-642e-456b-bc51-edd7966d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:34:37Z', 'revision_number': 4, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port': {'id': '485a4ded-642e-456b-bc51-edd7966d9508', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:35Z', 'updated_at': '2022-03-08T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '932168cb-7b21-4b4e-be7f-42f46687a40d', 'name': '', 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'mac_address': 'fa:16:3e:9b:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '02407291-4d43-482e-9847-309fafb7b0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:37Z', 'updated_at': '2022-03-08T17:34:42Z', 'revision_number': 4, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'subnets': [{'id': '02407291-4d43-482e-9847-309fafb7b0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:43.390247 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e14605-f1e6-4d81-b71f-4bdcee20fff6 None None] The sync data for ids ['e86c7692-5f91-44e9-9367-b3f6c677bf18'] in dv-cinder-830090-3-iscsi is: [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '485a4ded-642e-456b-bc51-edd7966d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:34:37Z', 'revision_number': 4, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port': {'id': '485a4ded-642e-456b-bc51-edd7966d9508', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:35Z', 'updated_at': '2022-03-08T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '932168cb-7b21-4b4e-be7f-42f46687a40d', 'name': '', 'network_id': 'be997048-2435-485b-919f-cfb0c5ccd41b', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'mac_address': 'fa:16:3e:9b:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '02407291-4d43-482e-9847-309fafb7b0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:37Z', 'updated_at': '2022-03-08T17:34:42Z', 'revision_number': 4, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'subnets': [{'id': '02407291-4d43-482e-9847-309fafb7b0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:43.390660 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c37f3d4a-d2c5-4324-a4e5-d207b98a4503 req-8fc26192-5b01-45b9-8c3e-b3f514ace844 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630739 Mar 08 17:34:44.277851 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-a2741965-d984-4f18-ac65-1659cc151d67 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:44.279214 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-a2741965-d984-4f18-ac65-1659cc151d67 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.0597751 Mar 08 17:34:44.383868 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Deleting port dbee5f7e-470a-4fbf-a7ab-9860094fe971 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:34:44.384849 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:44.511253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] For port dbee5f7e-470a-4fbf-a7ab-9860094fe971, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbee5f7e-470a-4fbf-a7ab-9860094fe971,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:44.511616 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:44.598760 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc0f6f-9a32-424d-9fe5-1b7644f2687a req-4d76f2d7-66dc-4a28-9fa9-bff9deafc342 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:44.600595 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7bfc0f6f-9a32-424d-9fe5-1b7644f2687a req-4d76f2d7-66dc-4a28-9fa9-bff9deafc342 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 945 time: 0.1317141 Mar 08 17:34:44.728340 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7bfc0f6f-9a32-424d-9fe5-1b7644f2687a req-622bccc8-713f-4784-b1af-b4b950ab5a15 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=4bb29c71-01dc-4fac-9273-f35985d8d026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218219 Mar 08 17:34:44.746210 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:44.746541 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (92614e38-8d3e-4993-8a06-116fd169d983), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:44.746887 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Floating IP 92614e38-8d3e-4993-8a06-116fd169d983 disassociated. External IP: 172.27.1.241, port: dbee5f7e-470a-4fbf-a7ab-9860094fe971. Mar 08 17:34:44.747240 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Calling delete_port for dbee5f7e-470a-4fbf-a7ab-9860094fe971 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:34:44.868233 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 932168cb-7b21-4b4e-be7f-42f46687a40d up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:44.889814 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (dbee5f7e-470a-4fbf-a7ab-9860094fe971), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:44.918213 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event deleted for resources: {'Port': ['ID=dbee5f7e-470a-4fbf-a7ab-9860094fe971,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:44.938539 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 932168cb-7b21-4b4e-be7f-42f46687a40d triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:44.938916 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:45.034792 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 932168cb-7b21-4b4e-be7f-42f46687a40d is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:45.056442 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:34:45.171499 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:45.181948 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] Sync routers for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:45.191931 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:45.192826 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:45.219039 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] No DVR routers for this DVR port dbee5f7e-470a-4fbf-a7ab-9860094fe971 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:34:45.221664 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:45.225295 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9d735b09-cb2f-4239-91a0-3d7ab304ef6e req-c54a2bac-ec11-4513-abf5-dd04d35b7c97 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "DELETE /v2.0/ports/dbee5f7e-470a-4fbf-a7ab-9860094fe971 HTTP/1.1" status: 204 len: 173 time: 0.9398441 Mar 08 17:34:45.225751 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'name': 'network-vif-deleted', 'tag': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:45.229412 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc12e39-f1e6-4234-b105-07763a4c1a0a" -d '{"events": [{"server_uuid": "a5c60b80-130a-4028-9bbf-99f6f42ef76b", "name": "network-vif-deleted", "tag": "dbee5f7e-470a-4fbf-a7ab-9860094fe971"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:45.269754 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1f34a-1239-4900-82e9-38574bd83b48 x-openstack-request-id: req-cbf1f34a-1239-4900-82e9-38574bd83b48 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:45.270052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c60b80-130a-4028-9bbf-99f6f42ef76b", "name": "network-vif-deleted", "tag": "dbee5f7e-470a-4fbf-a7ab-9860094fe971", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:45.270304 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbf1f34a-1239-4900-82e9-38574bd83b48 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:45.271018 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c60b80-130a-4028-9bbf-99f6f42ef76b', 'name': 'network-vif-deleted', 'tag': 'dbee5f7e-470a-4fbf-a7ab-9860094fe971', 'status': 'completed', 'code': 200} Mar 08 17:34:45.326329 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:45.560329 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:45.587588 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] Checking router: bca7d46d-d9c4-4479-a7a3-d8c66c4e692a for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:45.597397 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:45.597985 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:34:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:45.707858 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:45.847844 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f8d20f27-1957-4d97-8b34-8dc118426a32 req-a508f128-6515-4a9b-b697-10858cf13826 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c60b80-130a-4028-9bbf-99f6f42ef76b HTTP/1.1" status: 200 len: 210 time: 0.0297852 Mar 08 17:34:45.932004 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:45.962838 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27514ab-62ac-4e9d-acd7-55dd05f5f673 None None] The sync data for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi is: [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:46.188659 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0e438-99ff-4be0-81e9-13be814fc0e0 None None] New status for floating IP 92614e38-8d3e-4993-8a06-116fd169d983: DOWN {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:34:46.951381 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55244) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:47.008860 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (4bb29c71-01dc-4fac-9273-f35985d8d026), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.033812 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (4bb29c71-01dc-4fac-9273-f35985d8d026), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.084742 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (4bb29c71-01dc-4fac-9273-f35985d8d026), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.087613 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.088919 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "DELETE /v2.0/security-groups/4bb29c71-01dc-4fac-9273-f35985d8d026 HTTP/1.1" status: 204 len: 168 time: 0.1365228 Mar 08 17:34:47.091784 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55246) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:47.098157 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb29c71-01dc-4fac-9273-f35985d8d026,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:47.104567 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.api.v2.resource [None req-350407be-b771-4175-baab-9b158a86b227 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] show failed (client error): The resource could not be found. Mar 08 17:34:47.105792 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-350407be-b771-4175-baab-9b158a86b227 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups/4bb29c71-01dc-4fac-9273-f35985d8d026 HTTP/1.1" status: 404 len: 347 time: 0.0128927 Mar 08 17:34:47.106058 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.106312 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.106657 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.106998 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.107330 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.107660 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.108023 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.108416 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.108773 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.108878 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55248) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:47.109101 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.109433 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.109768 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.110122 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8662962-e7b4-4114-9d9d-85de66baffe0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.234441 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Deleting port 6b3ce1c9-d7f6-48aa-a19a-197554e22cea {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:34:47.236431 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.322140 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.322471 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.334252 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Calling delete_port for 6b3ce1c9-d7f6-48aa-a19a-197554e22cea owned by network:floatingip {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:34:47.480509 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (6b3ce1c9-d7f6-48aa-a19a-197554e22cea), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.507470 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event deleted for resources: {'Port': ['ID=6b3ce1c9-d7f6-48aa-a19a-197554e22cea,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:47.517483 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.517840 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.518189 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.518532 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.518866 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.519680 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.519680 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.519913 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.520188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.520519 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.520849 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.521173 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.521496 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:47.582136 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (92614e38-8d3e-4993-8a06-116fd169d983), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.584821 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:47.586087 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-221bd48b-8a9e-4bf0-a8bf-63811d6b15d2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "DELETE /v2.0/floatingips/92614e38-8d3e-4993-8a06-116fd169d983 HTTP/1.1" status: 204 len: 168 time: 0.4762897 Mar 08 17:34:47.983385 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55264) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:47.988726 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-1873ceaf-c49e-4789-9264-29e68fd3037f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190326896', 'description': 'tempest-description--107305811'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:48.015333 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1873ceaf-c49e-4789-9264-29e68fd3037f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.086649 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1873ceaf-c49e-4789-9264-29e68fd3037f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (3f99b70c-9ad9-425c-9127-56f7f97a401e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.091494 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1873ceaf-c49e-4789-9264-29e68fd3037f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (3f99b70c-9ad9-425c-9127-56f7f97a401e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.118355 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1873ceaf-c49e-4789-9264-29e68fd3037f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.119591 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-1873ceaf-c49e-4789-9264-29e68fd3037f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351106 Mar 08 17:34:48.122870 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55266) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:48.123882 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873ceaf-c49e-4789-9264-29e68fd3037f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f99b70c-9ad9-425c-9127-56f7f97a401e,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:48.132614 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-f4709fdd-4459-4014-9ae3-776a0b029640 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'security_group_rule': {'security_group_id': '3f99b70c-9ad9-425c-9127-56f7f97a401e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:48.158879 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4709fdd-4459-4014-9ae3-776a0b029640 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (850d04db-e146-4898-9709-2c89932957fc), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.212185 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4709fdd-4459-4014-9ae3-776a0b029640 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (850d04db-e146-4898-9709-2c89932957fc), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.217350 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4709fdd-4459-4014-9ae3-776a0b029640 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (850d04db-e146-4898-9709-2c89932957fc), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.234294 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4709fdd-4459-4014-9ae3-776a0b029640 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850d04db-e146-4898-9709-2c89932957fc,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:48.244655 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4709fdd-4459-4014-9ae3-776a0b029640 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.245837 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-f4709fdd-4459-4014-9ae3-776a0b029640 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219583 Mar 08 17:34:48.248761 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55268) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:48.253168 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-d109862a-9bb6-4975-8077-c0b622af8a1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'security_group_rule': {'security_group_id': '3f99b70c-9ad9-425c-9127-56f7f97a401e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:48.279707 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d109862a-9bb6-4975-8077-c0b622af8a1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (6da91d32-c6fd-4563-bb1f-cd9b590dc976), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.347573 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d109862a-9bb6-4975-8077-c0b622af8a1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (6da91d32-c6fd-4563-bb1f-cd9b590dc976), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.352371 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d109862a-9bb6-4975-8077-c0b622af8a1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (6da91d32-c6fd-4563-bb1f-cd9b590dc976), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.370384 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109862a-9bb6-4975-8077-c0b622af8a1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da91d32-c6fd-4563-bb1f-cd9b590dc976,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:48.382486 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d109862a-9bb6-4975-8077-c0b622af8a1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.383822 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d109862a-9bb6-4975-8077-c0b622af8a1f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340873 Mar 08 17:34:48.386854 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55274) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:48.391169 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:48.410965 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.513448 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:48.628923 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Allocated IP 172.27.1.165 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/16a30f7a-b75a-4ffc-99bd-e1401a08ee4c) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:48.785756 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device dbee5f7e-470a-4fbf-a7ab-9860094fe971 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:34:48.806584 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: dbee5f7e-470a-4fbf-a7ab-9860094fe971 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:34:48.806926 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device dbee5f7e-470a-4fbf-a7ab-9860094fe971 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:34:49.031544 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for port (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.043459 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37fea3-3dcf-470a-9c34-d2fd6ca30b14 req-b64151b6-2266-47e6-b3d9-f47a4e3fee89 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:49.044998 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2f37fea3-3dcf-470a-9c34-d2fd6ca30b14 req-b64151b6-2266-47e6-b3d9-f47a4e3fee89 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 946 time: 0.3525281 Mar 08 17:34:49.104672 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.134620 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2f37fea3-3dcf-470a-9c34-d2fd6ca30b14 req-0eaf6ac0-b8f5-4751-a90b-655156522424 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819502 Mar 08 17:34:49.152190 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:49.155075 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:49.158464 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:49.164650 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'Port': ['ID=16a30f7a-b75a-4ffc-99bd-e1401a08ee4c,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:49.250028 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (17933f3b-0ecd-47e5-81c2-d1cad0f0fee6), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.288514 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.438602 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for port (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.444880 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.510776 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'Port': ['ID=16a30f7a-b75a-4ffc-99bd-e1401a08ee4c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:49.521095 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (17933f3b-0ecd-47e5-81c2-d1cad0f0fee6), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.538202 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.539560 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-9bb3563e-519b-49f8-8cc4-e9c1abee78ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1517029 Mar 08 17:34:49.739548 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-eee25cf9-afc5-4b99-9917-1addf1374c2f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1190326896&fields=id&tenant_id=007867e3c6774a64ae3896c783673e8f HTTP/1.1" status: 200 len: 267 time: 0.0452790 Mar 08 17:34:49.853144 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930835-f005-4e69-bf11-1485c89ab792 req-f5d1e027-2f1c-43d3-88fe-7ec0be347ee2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:49.854526 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-f5d1e027-2f1c-43d3-88fe-7ec0be347ee2 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 811 time: 0.1069245 Mar 08 17:34:49.869184 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4c7ad112-4c90-466d-8f51-5083e24efd6b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/quotas/007867e3c6774a64ae3896c783673e8f HTTP/1.1" status: 200 len: 375 time: 0.0091493 Mar 08 17:34:49.926679 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-f7bbe982-0f1d-4bf1-89eb-c9d1e30a923e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525091 Mar 08 17:34:50.032688 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4d45032e-aeea-472f-b7da-60145a98b94b service neutron] 10.222.0.46 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943875 Mar 08 17:34:50.135600 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-01a53f29-cc31-4cd2-8795-cc0da249c9c8 service neutron] 10.222.0.46 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968902 Mar 08 17:34:50.266934 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7da6c-08dc-4507-9945-daeb2eacea36 req-52a80e17-d9d5-41f2-a7b1-feba8c3a7fde tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:50.268716 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14f7da6c-08dc-4507-9945-daeb2eacea36 req-52a80e17-d9d5-41f2-a7b1-feba8c3a7fde tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 946 time: 0.0635588 Mar 08 17:34:50.319514 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-09a520bc-9c02-409b-9697-5704e4d7f913 req-d2267df8-c080-4f2b-a00f-1c3d0295a83d tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 210 time: 0.0371041 Mar 08 17:34:50.351215 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14f7da6c-08dc-4507-9945-daeb2eacea36 req-bf6509c8-3adb-4eaa-ac5a-7c3a5f713770 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd04f01f-30e0-4127-bc58-2d5c48179b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759304 Mar 08 17:34:50.919679 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-2e1cf327-9758-4a5d-9633-9f09888ec9e8 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:50.921188 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-2e1cf327-9758-4a5d-9633-9f09888ec9e8 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.71 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 946 time: 0.0531492 Mar 08 17:34:51.030248 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Deleting port 474274e8-76be-4692-a5d9-f5dfc7e370ee {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:34:51.030565 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:51.123571 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] For port 474274e8-76be-4692-a5d9-f5dfc7e370ee, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=474274e8-76be-4692-a5d9-f5dfc7e370ee,segment=NetworkSegment(2f498e7a-a5f3-4587-bce3-86c63694a214),segment_id=2f498e7a-a5f3-4587-bce3-86c63694a214)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:51.123988 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:51.136364 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Calling delete_port for 474274e8-76be-4692-a5d9-f5dfc7e370ee owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:34:51.273229 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (474274e8-76be-4692-a5d9-f5dfc7e370ee), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:51.311831 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Pushing event deleted for resources: {'Port': ['ID=474274e8-76be-4692-a5d9-f5dfc7e370ee,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:51.317119 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['474274e8-76be-4692-a5d9-f5dfc7e370ee'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:34:51.357294 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] No DVR routers for this DVR port 474274e8-76be-4692-a5d9-f5dfc7e370ee on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:34:51.359771 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:51.363214 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-69918c29-37ed-4dab-9364-f64db9f816c1 req-a0d66d50-01eb-4f35-8f4f-91c9cba51d43 tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.71 "DELETE /v2.0/ports/474274e8-76be-4692-a5d9-f5dfc7e370ee HTTP/1.1" status: 204 len: 173 time: 0.4306526 Mar 08 17:34:51.363680 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52568789-0307-4632-a7dc-7353ebec37c4', 'name': 'network-vif-deleted', 'tag': '474274e8-76be-4692-a5d9-f5dfc7e370ee'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:51.366040 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62618466-946a-4606-9378-0aa5358d874b" -d '{"events": [{"server_uuid": "52568789-0307-4632-a7dc-7353ebec37c4", "name": "network-vif-deleted", "tag": "474274e8-76be-4692-a5d9-f5dfc7e370ee"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:51.422447 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153c35b8-997a-4656-bd53-dd69675f65df x-openstack-request-id: req-153c35b8-997a-4656-bd53-dd69675f65df {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:51.422747 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52568789-0307-4632-a7dc-7353ebec37c4", "name": "network-vif-deleted", "tag": "474274e8-76be-4692-a5d9-f5dfc7e370ee", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:51.423003 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-153c35b8-997a-4656-bd53-dd69675f65df {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:51.423405 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52568789-0307-4632-a7dc-7353ebec37c4', 'name': 'network-vif-deleted', 'tag': '474274e8-76be-4692-a5d9-f5dfc7e370ee', 'status': 'completed', 'code': 200} Mar 08 17:34:51.425825 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3893b617-0d5e-4566-86a9-4a15f064d058 req-07d7b157-e686-4f5e-8ffa-b69274447101 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 210 time: 0.0341952 Mar 08 17:34:51.484881 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7c97aacc-5492-4038-9235-33104b0e4631 req-043c3ab4-13e0-4ed0-86a2-695b4f1ba5fd tempest-VolumesSnapshotTestJSON-1564474114 tempest-VolumesSnapshotTestJSON-1564474114-project] 10.222.0.46 "GET /v2.0/ports?device_id=52568789-0307-4632-a7dc-7353ebec37c4 HTTP/1.1" status: 200 len: 210 time: 0.0292759 Mar 08 17:34:51.749673 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930835-f005-4e69-bf11-1485c89ab792 req-eae1808e-94a7-495c-947b-81afc89db9c4 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:51.751159 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-eae1808e-94a7-495c-947b-81afc89db9c4 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 811 time: 0.1060619 Mar 08 17:34:51.846906 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-d23c523c-346a-4d19-ad43-45a016f05cfc tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=007867e3c6774a64ae3896c783673e8f HTTP/1.1" status: 200 len: 380 time: 0.0547311 Mar 08 17:34:51.864666 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'port': {'device_id': 'd1782246-52e8-496d-b903-1b695d6de48b', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'admin_state_up': True, 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'security_groups': ['3f99b70c-9ad9-425c-9127-56f7f97a401e']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:51.980677 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Made reservation on behalf of 007867e3c6774a64ae3896c783673e8f for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:51.986012 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.129186 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Allocated IP 172.20.0.9 (f1e98f65-d043-4791-8dbc-30c813b7ca3b/05422727-ab15-4b2b-85db-9374acaebec7/c1ccc9c4-655e-4820-9dfa-d4594920b1c9) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:52.279977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.314237 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.357185 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:52.360306 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:52.362725 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:52.393576 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event updated for resources: {'Port': ['ID=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:52.420167 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:52.420932 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.439841 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-4ecd8f60-a7cc-4ba5-83b3-a1734b5f16a1 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790091 Mar 08 17:34:52.524328 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Request body: {'port': {'device_id': 'd1782246-52e8-496d-b903-1b695d6de48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:52.618239 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.628015 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d3faa-d56a-4e2e-8870-155d4b0004e9 req-44cec69a-c029-4b91-9ff4-697e8bba8649 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:52.629598 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ae0d3faa-d56a-4e2e-8870-155d4b0004e9 req-44cec69a-c029-4b91-9ff4-697e8bba8649 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 931 time: 0.1260772 Mar 08 17:34:52.643641 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-0b3be087-dc14-49f1-a99b-957bfcfb4304 None None] Provisioning complete for port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:52.644220 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0b3be087-dc14-49f1-a99b-957bfcfb4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.685196 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0b3be087-dc14-49f1-a99b-957bfcfb4304 None None] Port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:52.723032 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ae0d3faa-d56a-4e2e-8870-155d4b0004e9 req-1d2569b0-e4a8-4dcc-a5d3-3e0c2f611574 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843973 Mar 08 17:34:52.950093 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ccc9c4-655e-4820-9dfa-d4594920b1c9 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:52.961641 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Publish callbacks [] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.978082 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Transition to ACTIVE for port object c1ccc9c4-655e-4820-9dfa-d4594920b1c9 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:34:52.982280 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.036451 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:53.102833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Attempting to bind port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:53.103170 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Attempting to bind port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:53.103496 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Attempting to bind port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 on network f1e98f65-d043-4791-8dbc-30c813b7ca3b {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:53.108141 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 on network f1e98f65-d043-4791-8dbc-30c813b7ca3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:34:53.108463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Attempting to bind port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 on network f1e98f65-d043-4791-8dbc-30c813b7ca3b {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:53.114588 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:53.115012 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Checking segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:53.115383 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Bound using segment: {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:53.115996 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Bound port: c1ccc9c4-655e-4820-9dfa-d4594920b1c9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3def5a-a3b5-4624-92fc-9db11a33e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:53.116255 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.187681 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] For port c1ccc9c4-655e-4820-9dfa-d4594920b1c9, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:53.190919 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] For port c1ccc9c4-655e-4820-9dfa-d4594920b1c9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:53.198777 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.233196 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:53.233686 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.235231 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] 10.222.0.71 "PUT /v2.0/ports/c1ccc9c4-655e-4820-9dfa-d4594920b1c9 HTTP/1.1" status: 200 len: 1093 time: 0.7805293 Mar 08 17:34:53.263608 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1b88-1eab-447e-982e-ce1f9bdee626 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:53.341544 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930835-f005-4e69-bf11-1485c89ab792 req-1da8fc1a-9379-4dc2-8e51-e4df919704fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:53.343122 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-1da8fc1a-9379-4dc2-8e51-e4df919704fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 1127 time: 0.0476725 Mar 08 17:34:53.398375 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-0cc77d3b-7d77-41c0-ae7e-965d5fb183e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ccc9c4-655e-4820-9dfa-d4594920b1c9 HTTP/1.1" status: 200 len: 217 time: 0.0384078 Mar 08 17:34:53.429151 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1782246-52e8-496d-b903-1b695d6de48b', 'tag': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:53.431432 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e08f06-8495-4d0f-8c15-f4d9a7a86176" -d '{"events": [{"name": "network-changed", "server_uuid": "d1782246-52e8-496d-b903-1b695d6de48b", "tag": "c1ccc9c4-655e-4820-9dfa-d4594920b1c9"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:53.453707 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930835-f005-4e69-bf11-1485c89ab792 req-707adb06-1333-4748-8eb0-490e7a323e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:53.455305 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-707adb06-1333-4748-8eb0-490e7a323e82 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05422727-ab15-4b2b-85db-9374acaebec7 HTTP/1.1" status: 200 len: 850 time: 0.0510514 Mar 08 17:34:53.471325 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2730087d-e9cd-439d-b575-e6486280e0af x-openstack-request-id: req-2730087d-e9cd-439d-b575-e6486280e0af {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:53.471665 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1782246-52e8-496d-b903-1b695d6de48b", "tag": "c1ccc9c4-655e-4820-9dfa-d4594920b1c9", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:53.471878 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2730087d-e9cd-439d-b575-e6486280e0af {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:53.472267 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1782246-52e8-496d-b903-1b695d6de48b', 'tag': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'status': 'completed', 'code': 200} Mar 08 17:34:53.505072 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930835-f005-4e69-bf11-1485c89ab792 req-bfc56b6c-4b60-4718-b204-cc809e08a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:53.506585 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-bfc56b6c-4b60-4718-b204-cc809e08a002 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1e98f65-d043-4791-8dbc-30c813b7ca3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446115 Mar 08 17:34:53.606831 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-a33a0177-d2e6-4f4c-a14e-af8250784cb5 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877614 Mar 08 17:34:53.712734 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b930835-f005-4e69-bf11-1485c89ab792 req-f8bd280a-3e2e-4ab9-9c28-366e14395367 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993516 Mar 08 17:34:53.880177 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911eb8eb-3987-4e47-b36f-8746e9aa6ef0 req-7076e670-f262-4ff1-b4c6-95904e707409 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:53.881742 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-911eb8eb-3987-4e47-b36f-8746e9aa6ef0 req-7076e670-f262-4ff1-b4c6-95904e707409 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 943 time: 0.0893309 Mar 08 17:34:53.892911 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-6a9c24e9-d052-4ab7-a517-af298db18bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:53.894366 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-6a9c24e9-d052-4ab7-a517-af298db18bb8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 1127 time: 0.0689187 Mar 08 17:34:53.992326 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-911eb8eb-3987-4e47-b36f-8746e9aa6ef0 req-36d724da-c7d3-425a-b77c-f61c5f4b691f tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035874 Mar 08 17:34:54.019520 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-e9b7dfe4-31b3-4be2-a2f5-e0cb5146fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:54.021186 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-e9b7dfe4-31b3-4be2-a2f5-e0cb5146fac9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 912 time: 0.1146059 Mar 08 17:34:54.070435 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-97c59eb5-0d3c-4c3b-9acd-2e082c1d6d20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ccc9c4-655e-4820-9dfa-d4594920b1c9 HTTP/1.1" status: 200 len: 217 time: 0.0417602 Mar 08 17:34:54.124175 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-26d417e0-826a-4b4e-a566-db9ee9d50304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:54.125502 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-26d417e0-826a-4b4e-a566-db9ee9d50304 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05422727-ab15-4b2b-85db-9374acaebec7 HTTP/1.1" status: 200 len: 850 time: 0.0476027 Mar 08 17:34:54.179756 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-8ea42451-1e4d-4d4f-9520-75672c7bbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:54.181278 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-8ea42451-1e4d-4d4f-9520-75672c7bbe4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1e98f65-d043-4791-8dbc-30c813b7ca3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450161 Mar 08 17:34:54.283231 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-347096ad-07ef-48ea-abd1-5ae3143a5d52 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946741 Mar 08 17:34:54.376922 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-74e08f06-8495-4d0f-8c15-f4d9a7a86176 req-a34d868e-c403-46c7-ae43-9b4e2fd19037 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831828 Mar 08 17:34:55.121090 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030698-d87a-46cb-9a36-b6994aa437dc req-4c974294-37a1-4434-8d65-72c37771d796 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:55.122550 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4b030698-d87a-46cb-9a36-b6994aa437dc req-4c974294-37a1-4434-8d65-72c37771d796 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 943 time: 0.0561240 Mar 08 17:34:55.171001 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4b030698-d87a-46cb-9a36-b6994aa437dc req-f9b1bb54-8d17-448c-b92d-6d01950af427 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Mar 08 17:34:56.159831 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 474274e8-76be-4692-a5d9-f5dfc7e370ee no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:34:56.182463 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 474274e8-76be-4692-a5d9-f5dfc7e370ee {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:34:56.182810 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 474274e8-76be-4692-a5d9-f5dfc7e370ee not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:34:56.322499 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50eb58-5174-4e9a-8a7e-9a2af0f8fa74 req-7ca3d2ef-df74-4748-824a-425bba757318 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:56.323877 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6e50eb58-5174-4e9a-8a7e-9a2af0f8fa74 req-7ca3d2ef-df74-4748-824a-425bba757318 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 943 time: 0.0725977 Mar 08 17:34:56.372012 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6e50eb58-5174-4e9a-8a7e-9a2af0f8fa74 req-9d146334-9ad5-45eb-bdac-4c7e517bb7ae tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422776 Mar 08 17:34:57.464764 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-45a8abd9-12df-4d6e-96dd-91ab2185f3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.498218 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e4db0-29a2-4702-9389-96b3564125d2 req-e6af14a0-e566-4239-b5e2-d5f7242c8552 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:57.499650 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-768e4db0-29a2-4702-9389-96b3564125d2 req-e6af14a0-e566-4239-b5e2-d5f7242c8552 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 943 time: 0.0558825 Mar 08 17:34:57.547573 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-768e4db0-29a2-4702-9389-96b3564125d2 req-caf0ae86-d8f0-401b-ae04-bc5003d51de9 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Mar 08 17:34:58.671927 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe324c-d5ae-42ea-a943-8a780a9a63e9 req-aedef31d-78e5-4eca-b338-ce5be403c999 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:58.673454 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5cfe324c-d5ae-42ea-a943-8a780a9a63e9 req-aedef31d-78e5-4eca-b338-ce5be403c999 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 943 time: 0.0545049 Mar 08 17:34:58.723623 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5cfe324c-d5ae-42ea-a943-8a780a9a63e9 req-6c692098-3bac-4a5c-97ac-e7218b54c4ee tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Mar 08 17:34:59.133937 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device c1ccc9c4-655e-4820-9dfa-d4594920b1c9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:34:59.248886 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port c1ccc9c4-655e-4820-9dfa-d4594920b1c9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:59.264117 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'port_id': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'mac_address': 'fa:16:3e:62:0e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:34:59.302637 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:59.303043 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.316034 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ccc9c4-655e-4820-9dfa-d4594920b1c9 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:59.335079 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port c1ccc9c4-655e-4820-9dfa-d4594920b1c9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:59.340083 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.386703 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:59.734449 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4918dd19-8163-41a3-98c3-b50fe11c18ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.764685 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['c1ccc9c4-655e-4820-9dfa-d4594920b1c9'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:34:59.847868 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8053fe-5944-4093-b48d-aa1067d8858a req-de240e0f-fd5a-4eae-b8b5-0dedd55f614c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:59.849740 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8a8053fe-5944-4093-b48d-aa1067d8858a req-de240e0f-fd5a-4eae-b8b5-0dedd55f614c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 944 time: 0.0598130 Mar 08 17:34:59.900051 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8a8053fe-5944-4093-b48d-aa1067d8858a req-bb693df4-8c1a-445b-ae0a-2f09f0abc874 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441530 Mar 08 17:35:00.859429 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.100936 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b70b5b-5338-4653-a057-c451a9fcbfaa req-6b4f989f-8d48-4bd4-9fc8-07f4a9a29ad0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:01.102414 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52b70b5b-5338-4653-a057-c451a9fcbfaa req-6b4f989f-8d48-4bd4-9fc8-07f4a9a29ad0 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 944 time: 0.0550179 Mar 08 17:35:01.138402 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device c1ccc9c4-655e-4820-9dfa-d4594920b1c9 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:01.150102 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52b70b5b-5338-4653-a057-c451a9fcbfaa req-b0b5d788-eb84-4ebb-a0ef-49dd2a22b120 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Mar 08 17:35:01.191165 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:35:01.195309 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:01.196098 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.274309 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:01.274625 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.298246 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1782246-52e8-496d-b903-1b695d6de48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:01.300536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90705f7b-99fc-4e47-a57e-40ecacad94f2" -d '{"events": [{"server_uuid": "d1782246-52e8-496d-b903-1b695d6de48b", "name": "network-vif-plugged", "status": "completed", "tag": "c1ccc9c4-655e-4820-9dfa-d4594920b1c9"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:01.312438 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port c1ccc9c4-655e-4820-9dfa-d4594920b1c9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:01.317168 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.341447 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e2cf4f-3f9f-4a57-8da1-5c9f9ac4cc63 x-openstack-request-id: req-88e2cf4f-3f9f-4a57-8da1-5c9f9ac4cc63 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:01.341721 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1782246-52e8-496d-b903-1b695d6de48b", "name": "network-vif-plugged", "status": "completed", "tag": "c1ccc9c4-655e-4820-9dfa-d4594920b1c9", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:01.342001 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88e2cf4f-3f9f-4a57-8da1-5c9f9ac4cc63 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:01.342411 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1782246-52e8-496d-b903-1b695d6de48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'code': 200} Mar 08 17:35:01.369407 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:01.582831 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca1d48-a7e2-403b-9b13-46738e47a64c req-3d7b0452-d797-47bf-a80b-c3937b8dcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:01.584295 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8dca1d48-a7e2-403b-9b13-46738e47a64c req-3d7b0452-d797-47bf-a80b-c3937b8dcf72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 1129 time: 0.0467465 Mar 08 17:35:01.638284 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8dca1d48-a7e2-403b-9b13-46738e47a64c req-88974f76-3e97-415a-a9fa-6d1f7702c5f4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463135 Mar 08 17:35:02.271463 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:02.318217 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-9a728189-0bce-4906-a144-be151c4dc56c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497852473&fields=id&tenant_id=47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 267 time: 0.0680921 Mar 08 17:35:02.326517 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d36de-839a-4e3f-ad78-82823b0cc414 req-52e92798-168a-4be1-a9d7-f0555186deb7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:02.327995 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e41d36de-839a-4e3f-ad78-82823b0cc414 req-52e92798-168a-4be1-a9d7-f0555186deb7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.0887055 Mar 08 17:35:02.435667 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e41d36de-839a-4e3f-ad78-82823b0cc414 req-8153219d-36f4-4851-9c98-f19888bf6a93 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978839 Mar 08 17:35:02.460565 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-53d86232-de21-4923-8c03-1d9fa4ddfcc2 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:02.462078 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-53d86232-de21-4923-8c03-1d9fa4ddfcc2 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 811 time: 0.1331577 Mar 08 17:35:02.476992 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-511b1432-1057-49d6-8fe1-d359739e2de8 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/quotas/47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 375 time: 0.0093524 Mar 08 17:35:02.532989 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-66f61c44-077b-43b2-a0db-5bd4bb789b9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509841 Mar 08 17:35:02.700058 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-6dd85c13-8ed8-489f-bc4f-2b6fd1a26673 service neutron] 10.222.0.46 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499217 Mar 08 17:35:02.793675 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-2d46cce7-5859-4583-b9b4-8bb29dbdb331 service neutron] 10.222.0.46 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878565 Mar 08 17:35:03.082685 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d2e4be47-2e71-4686-8c1a-821eefe4a777 req-f9c452e0-7783-47b9-bfb5-56967d531a9c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 210 time: 0.0262659 Mar 08 17:35:03.570909 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d08dd-b6d9-4bdc-8588-afd9214a9c68 req-f66b0179-b17a-4528-b5c8-1c32c13a437e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:03.572424 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-028d08dd-b6d9-4bdc-8588-afd9214a9c68 req-f66b0179-b17a-4528-b5c8-1c32c13a437e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.0687828 Mar 08 17:35:03.622307 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-028d08dd-b6d9-4bdc-8588-afd9214a9c68 req-100391b0-7f25-4b22-8538-c254818a54cd tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Mar 08 17:35:03.885103 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.179353 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b5d792fb-437b-4eb4-a7b6-df8463b80488 req-a0b83d4a-1236-4750-a0de-367a1b99ab24 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 210 time: 0.0279009 Mar 08 17:35:04.754344 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c404d3-1625-45bc-afe5-8e20241085df req-a24a1e88-57b4-4705-82e1-27e281c3fe55 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:04.755811 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-19c404d3-1625-45bc-afe5-8e20241085df req-a24a1e88-57b4-4705-82e1-27e281c3fe55 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.0625319 Mar 08 17:35:04.805855 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-19c404d3-1625-45bc-afe5-8e20241085df req-33ea2ddc-10bb-41d1-affe-c034b0ded2dc tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Mar 08 17:35:05.277060 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6115a615-17ec-4266-81ab-85aa270160d7 req-65d253f3-3fff-4ae9-9350-5b9f085ae5c1 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 210 time: 0.0325117 Mar 08 17:35:05.352813 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32466f-c58f-4515-81a0-237abb60cfe1 req-675a4fe7-72f5-402d-a4e1-97d6d47f45d4 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:05.354241 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c32466f-c58f-4515-81a0-237abb60cfe1 req-675a4fe7-72f5-402d-a4e1-97d6d47f45d4 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0506933 Mar 08 17:35:05.409125 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c32466f-c58f-4515-81a0-237abb60cfe1 req-c23dd205-3aed-4b99-8309-c759c9e81055 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461464 Mar 08 17:35:05.787391 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:05.933354 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8698f1-0042-4a30-8888-0aacfdeb5a33 req-53f24e6b-f629-4091-ac4e-d1448b7cac4b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:05.934837 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef8698f1-0042-4a30-8888-0aacfdeb5a33 req-53f24e6b-f629-4091-ac4e-d1448b7cac4b tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.0526199 Mar 08 17:35:05.980760 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef8698f1-0042-4a30-8888-0aacfdeb5a33 req-673d5b76-11c2-471f-8478-dfde9b850230 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 Mar 08 17:35:06.416257 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8e30ea31-910b-461b-9cd7-e4d6d4447c42 req-22e128fd-c5cb-4207-9e91-6158b9104d0e tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 210 time: 0.0344126 Mar 08 17:35:06.451534 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-3877c3a8-3b53-4635-834f-58005af9a41f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:06.453016 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-3877c3a8-3b53-4635-834f-58005af9a41f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 811 time: 0.1587417 Mar 08 17:35:06.832783 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-a9950709-4a7d-448b-a9bc-0801f99a703c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 379 time: 0.3617768 Mar 08 17:35:06.840307 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25670e-6609-4ae1-a059-2a9974f4e4fb req-135b52c8-c114-49ef-8950-49d261d2e8c8 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:06.841736 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3d25670e-6609-4ae1-a059-2a9974f4e4fb req-135b52c8-c114-49ef-8950-49d261d2e8c8 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.3579376 Mar 08 17:35:06.858573 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'port': {'device_id': '6b19242a-5426-4bb5-a280-a4208270cea9', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'admin_state_up': True, 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'security_groups': ['f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:06.950198 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3d25670e-6609-4ae1-a059-2a9974f4e4fb req-37ef9734-d89f-4e57-a8f4-931e4a5a1deb tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020880 Mar 08 17:35:07.002059 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Made reservation on behalf of 47b952ed99964243b460b53d01b7392f for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:35:07.006288 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.166626 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0020-d635-4ed0-ae41-f903edab33f1 req-2c7fee5b-5a57-4283-a200-170d889668fc tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:07.168043 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b1af0020-d635-4ed0-ae41-f903edab33f1 req-2c7fee5b-5a57-4283-a200-170d889668fc tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.1047287 Mar 08 17:35:07.175058 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Allocated IP 172.20.0.7 (566bca30-4a4f-4c4c-ae1d-feb508da6def/73acf358-b29d-4105-950b-6d8caf6dba2c/8bcacb7d-d2a9-4b20-8cc6-992262357b8a) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:35:07.247306 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b1af0020-d635-4ed0-ae41-f903edab33f1 req-a169afd6-ac9c-4b1f-b2e3-474d32059a42 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735099 Mar 08 17:35:07.370248 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.405627 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0a6e-61fe-4ce9-984d-e6c3f1ecb731 req-6e3a5385-a991-4a30-8a8e-2f0d708d84f3 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:07.407293 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46be0a6e-61fe-4ce9-984d-e6c3f1ecb731 req-6e3a5385-a991-4a30-8a8e-2f0d708d84f3 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.0956962 Mar 08 17:35:07.416404 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55504) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:07.421668 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Request body: {'floatingip': {'port_id': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:07.423574 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.460754 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (17933f3b-0ecd-47e5-81c2-d1cad0f0fee6), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.470611 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:07.473949 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:07.477761 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:35:07.517446 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:07.564199 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:07.565010 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.590282 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-22122057-c0b5-4c1a-8dd7-7d6eacefb594 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7361076 Mar 08 17:35:07.598582 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f777-e026-4246-9bc4-77bcfd35a817 req-d9a9973a-0baf-4e76-b1fb-5f3677934a15 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:07.600287 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d35f777-e026-4246-9bc4-77bcfd35a817 req-d9a9973a-0baf-4e76-b1fb-5f3677934a15 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 931 time: 0.0969477 Mar 08 17:35:07.609740 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Request body: {'port': {'device_id': '6b19242a-5426-4bb5-a280-a4208270cea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:07.716544 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7d35f777-e026-4246-9bc4-77bcfd35a817 req-d62f96a0-36ee-4eeb-a005-f80c05485b46 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021409 Mar 08 17:35:07.717487 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.857770 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-75c8ae18-23c7-4ba2-9f20-1e44637b364a None None] Provisioning complete for port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:07.858376 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75c8ae18-23c7-4ba2-9f20-1e44637b364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.894539 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-75c8ae18-23c7-4ba2-9f20-1e44637b364a None None] Port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:35:07.958621 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.963043 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (17933f3b-0ecd-47e5-81c2-d1cad0f0fee6), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.066774 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Floating IP 17933f3b-0ecd-47e5-81c2-d1cad0f0fee6 associated. External IP: 172.27.1.165, port: c1ccc9c4-655e-4820-9dfa-d4594920b1c9. Mar 08 17:35:08.067122 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcacb7d-d2a9-4b20-8cc6-992262357b8a {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:35:08.077098 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Publish callbacks [] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.094511 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Transition to ACTIVE for port object 8bcacb7d-d2a9-4b20-8cc6-992262357b8a will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:35:08.107445 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad6357-32b6-436b-be3a-25bd84551270 req-86d24dd1-b11c-4911-8d0f-dccdad1b0351 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:08.109016 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0fad6357-32b6-436b-be3a-25bd84551270 req-86d24dd1-b11c-4911-8d0f-dccdad1b0351 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0802243 Mar 08 17:35:08.110540 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.187144 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Pushing event updated for resources: {'Port': ['ID=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:08.232096 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0fad6357-32b6-436b-be3a-25bd84551270 req-63d9530a-dfdd-48a4-99c0-23a7fb29c59a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157358 Mar 08 17:35:08.289638 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:35:08.290916 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Attempting to bind port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:35:08.291324 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Attempting to bind port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:35:08.291660 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Attempting to bind port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a on network 566bca30-4a4f-4c4c-ae1d-feb508da6def {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:08.296235 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a on network 566bca30-4a4f-4c4c-ae1d-feb508da6def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:35:08.296563 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Attempting to bind port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a on network 566bca30-4a4f-4c4c-ae1d-feb508da6def {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:08.301654 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:35:08.301998 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Checking segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:35:08.302387 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Bound using segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:35:08.302830 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Bound port: 8bcacb7d-d2a9-4b20-8cc6-992262357b8a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:35:08.303193 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.368972 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] For port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:35:08.372686 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] For port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:35:08.379689 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.402227 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:35:08.406996 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.416673 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:08.417297 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.418678 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] 10.222.0.71 "PUT /v2.0/ports/8bcacb7d-d2a9-4b20-8cc6-992262357b8a HTTP/1.1" status: 200 len: 1093 time: 0.8133605 Mar 08 17:35:08.419128 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b19242a-5426-4bb5-a280-a4208270cea9', 'tag': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:08.421511 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79506c9b-d9d1-41ac-a419-90a2e43a8022" -d '{"events": [{"name": "network-changed", "server_uuid": "6b19242a-5426-4bb5-a280-a4208270cea9", "tag": "8bcacb7d-d2a9-4b20-8cc6-992262357b8a"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:08.430319 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] Sync routers for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:35:08.443618 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269352c-6ace-404d-bcb0-cfdca1096e8a service neutron] Pushing event updated for resources: {'Port': ['ID=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:08.455153 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-365bf881-afcc-424d-9799-3c4e2cd4db0c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "PUT /v2.0/floatingips/17933f3b-0ecd-47e5-81c2-d1cad0f0fee6 HTTP/1.1" status: 200 len: 991 time: 1.0375240 Mar 08 17:35:08.456673 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1782246-52e8-496d-b903-1b695d6de48b', 'tag': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:08.459137 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa34028-79fa-4173-97a9-fdae1325b495" -d '{"events": [{"name": "network-changed", "server_uuid": "d1782246-52e8-496d-b903-1b695d6de48b", "tag": "c1ccc9c4-655e-4820-9dfa-d4594920b1c9"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:08.468640 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8579efe7-ddd2-46aa-8f70-48bca0d17a8d x-openstack-request-id: req-8579efe7-ddd2-46aa-8f70-48bca0d17a8d {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:08.468941 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b19242a-5426-4bb5-a280-a4208270cea9", "tag": "8bcacb7d-d2a9-4b20-8cc6-992262357b8a", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:08.469198 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8579efe7-ddd2-46aa-8f70-48bca0d17a8d {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:08.469596 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b19242a-5426-4bb5-a280-a4208270cea9', 'tag': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'status': 'completed', 'code': 200} Mar 08 17:35:08.491307 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:08.492015 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:35:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:08.560664 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-5473c067-768c-4cff-9119-92cf5e1176d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:08.563508 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-5473c067-768c-4cff-9119-92cf5e1176d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 1127 time: 0.0658100 Mar 08 17:35:08.572135 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911365ed-db59-4409-9659-36fa069f2497 x-openstack-request-id: req-911365ed-db59-4409-9659-36fa069f2497 {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:08.572429 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1782246-52e8-496d-b903-1b695d6de48b", "tag": "c1ccc9c4-655e-4820-9dfa-d4594920b1c9", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:08.572680 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-911365ed-db59-4409-9659-36fa069f2497 {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:08.573086 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1782246-52e8-496d-b903-1b695d6de48b', 'tag': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'status': 'completed', 'code': 200} Mar 08 17:35:08.616545 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:08.618915 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-e23e7a43-1c68-4f11-aaa1-22f2982119ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bcacb7d-d2a9-4b20-8cc6-992262357b8a HTTP/1.1" status: 200 len: 217 time: 0.0366969 Mar 08 17:35:08.709350 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-85858ffd-9fc5-44db-9aa3-a9fcf2a758bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:08.710660 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-85858ffd-9fc5-44db-9aa3-a9fcf2a758bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0855019 Mar 08 17:35:08.728442 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-0f0dc5a8-89e4-4fd1-8b41-b4302ec10926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:08.730279 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-0f0dc5a8-89e4-4fd1-8b41-b4302ec10926 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=007867e3c6774a64ae3896c783673e8f&device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 1129 time: 0.0966527 Mar 08 17:35:08.865293 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '17933f3b-0ecd-47e5-81c2-d1cad0f0fee6', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'port_id': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'mac_address': 'fa:16:3e:62:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1782246-52e8-496d-b903-1b695d6de48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:34:49Z', 'updated_at': '2022-03-08T17:35:07Z', 'revision_number': 1, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:08.874721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-23915553-af9f-492c-a6da-1f26c583ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:08.876244 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-23915553-af9f-492c-a6da-1f26c583ad2c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1580667 Mar 08 17:35:08.892650 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] Checking router: bca7d46d-d9c4-4479-a7a3-d8c66c4e692a for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:35:08.896139 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-11078803-e5f0-4d02-9518-a3606ed15e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:08.897517 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-11078803-e5f0-4d02-9518-a3606ed15e42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 200 len: 912 time: 0.1483347 Mar 08 17:35:08.901384 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:08.902034 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:35:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:08.989415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ae62a-2fba-428f-bd18-eb235961c809 req-7e060624-dce4-4e9c-a0e2-c34267beab31 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:08.994616 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fc1ae62a-2fba-428f-bd18-eb235961c809 req-7e060624-dce4-4e9c-a0e2-c34267beab31 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 943 time: 0.1735988 Mar 08 17:35:09.019506 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:09.036264 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-9f8c6212-85f9-4602-85b3-926bb988edb7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ccc9c4-655e-4820-9dfa-d4594920b1c9 HTTP/1.1" status: 200 len: 999 time: 0.1212351 Mar 08 17:35:09.105091 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-66623d4a-c6ef-4249-8712-b0ec419df40e service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193830 Mar 08 17:35:09.110795 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fc1ae62a-2fba-428f-bd18-eb235961c809 req-52ed439a-2f19-4a58-be00-9405cd0fb636 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101453 Mar 08 17:35:09.143462 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-0c0eafc6-9c7d-430f-b923-48fc64ca586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:09.144933 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-0c0eafc6-9c7d-430f-b923-48fc64ca586a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05422727-ab15-4b2b-85db-9374acaebec7 HTTP/1.1" status: 200 len: 850 time: 0.0957780 Mar 08 17:35:09.236381 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cf064655-40f7-4fbb-9980-7d8b112c10d0 req-c70bb4f4-89d7-43ac-8ab2-5cc45cea2e6a service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203392 Mar 08 17:35:09.243727 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-c0457272-212b-423d-b630-503e202760cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:09.243727 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-c0457272-212b-423d-b630-503e202760cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1e98f65-d043-4791-8dbc-30c813b7ca3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665028 Mar 08 17:35:09.258667 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '17933f3b-0ecd-47e5-81c2-d1cad0f0fee6', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'port_id': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'mac_address': 'fa:16:3e:62:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1782246-52e8-496d-b903-1b695d6de48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:34:49Z', 'updated_at': '2022-03-08T17:35:07Z', 'revision_number': 1, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:09.289594 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1952c2a-f192-4813-817c-17cb658c509a None None] The sync data for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi is: [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '17933f3b-0ecd-47e5-81c2-d1cad0f0fee6', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'port_id': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'mac_address': 'fa:16:3e:62:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1782246-52e8-496d-b903-1b695d6de48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:34:49Z', 'updated_at': '2022-03-08T17:35:07Z', 'revision_number': 1, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:35:09.416459 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-6bf918eb-2dde-4c70-a668-d65502b44190 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499896 Mar 08 17:35:09.441986 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6c17d-ea46-4bf3-b029-cbc78afd932a req-230e4d82-1bd8-41a1-921a-704932b2cdc3 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:09.443405 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d6c6c17d-ea46-4bf3-b029-cbc78afd932a req-230e4d82-1bd8-41a1-921a-704932b2cdc3 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.1100850 Mar 08 17:35:09.504756 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676d23b-04e4-4cc3-99b8-e60ef3e8c18e None None] New status for floating IP 17933f3b-0ecd-47e5-81c2-d1cad0f0fee6: ACTIVE {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:35:09.531914 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-7edb9c42-d0e5-40de-a8bb-348657f8c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:09.533383 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-7edb9c42-d0e5-40de-a8bb-348657f8c34e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 1127 time: 0.1536231 Mar 08 17:35:09.587400 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d6c6c17d-ea46-4bf3-b029-cbc78afd932a req-9190e2f7-adbd-46a8-ab86-351eca62911b tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278744 Mar 08 17:35:09.591351 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3fa34028-79fa-4173-97a9-fdae1325b495 req-589a3825-bcbe-47cc-9c49-a2657fc561a0 service neutron] 10.222.0.71 "GET /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668000 Mar 08 17:35:09.650573 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-8c5b0b2c-a6bd-4263-ba9b-bd0db2997139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:09.652185 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-8c5b0b2c-a6bd-4263-ba9b-bd0db2997139 service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.1110618 Mar 08 17:35:09.700979 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-46b820b5-d906-44e1-92de-1248618b844b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bcacb7d-d2a9-4b20-8cc6-992262357b8a HTTP/1.1" status: 200 len: 217 time: 0.0386038 Mar 08 17:35:09.749130 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-6707eb30-4423-42e2-8a14-679066646cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:09.750461 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-6707eb30-4423-42e2-8a14-679066646cd9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0428128 Mar 08 17:35:09.803415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-bc206f7c-75e4-4fc6-bd7e-e467e66e0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:09.805052 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-bc206f7c-75e4-4fc6-bd7e-e467e66e0b1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468760 Mar 08 17:35:09.898973 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-742e4269-5215-4632-8cf4-6882337a6999 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864315 Mar 08 17:35:10.001938 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-79506c9b-d9d1-41ac-a419-90a2e43a8022 req-5a7bc6bd-d97b-41b2-94e0-be926b648f3b service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962656 Mar 08 17:35:10.234132 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5de4a-975a-4bdc-b840-cb7569730b6a req-eacba4eb-9ed0-4dac-af95-2b707c848185 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:10.235581 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52f5de4a-975a-4bdc-b840-cb7569730b6a req-eacba4eb-9ed0-4dac-af95-2b707c848185 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 943 time: 0.0566819 Mar 08 17:35:10.283937 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52f5de4a-975a-4bdc-b840-cb7569730b6a req-66a6c265-71a3-41ec-921f-040873692379 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Mar 08 17:35:10.710705 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e833bd0-44da-478d-8df4-220e9fefa8c4 req-ef2306aa-8520-4552-a66f-a6fdc77b074d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:10.712232 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3e833bd0-44da-478d-8df4-220e9fefa8c4 req-ef2306aa-8520-4552-a66f-a6fdc77b074d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0565226 Mar 08 17:35:10.762490 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3e833bd0-44da-478d-8df4-220e9fefa8c4 req-dcde5a2d-57c8-4066-b2f6-05bd9cce073d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Mar 08 17:35:11.399220 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255f252-0a1c-4057-a41f-6e5ae2cc2975 req-509be2b0-4a53-4766-9615-1aac4f2c2a35 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:11.400709 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c255f252-0a1c-4057-a41f-6e5ae2cc2975 req-509be2b0-4a53-4766-9615-1aac4f2c2a35 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 943 time: 0.0500777 Mar 08 17:35:11.452682 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c255f252-0a1c-4057-a41f-6e5ae2cc2975 req-6768a4f1-243f-4d66-95be-1f2e94dfe79d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462015 Mar 08 17:35:11.898870 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4790-d13f-4dfe-a14a-1ce3191c775e req-1b897bff-0f4b-4814-bfd8-38a14f83e34a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:11.900355 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e00e4790-d13f-4dfe-a14a-1ce3191c775e req-1b897bff-0f4b-4814-bfd8-38a14f83e34a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0608666 Mar 08 17:35:11.953182 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e00e4790-d13f-4dfe-a14a-1ce3191c775e req-dadb474a-c093-4d19-9ff8-a51a4f79c185 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458090 Mar 08 17:35:12.578387 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bf884-0e69-4929-97fc-8dccfffe568b req-33d06b69-e4a3-409a-a14d-4ef53e5ffa22 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:12.579979 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e50bf884-0e69-4929-97fc-8dccfffe568b req-33d06b69-e4a3-409a-a14d-4ef53e5ffa22 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 943 time: 0.0559306 Mar 08 17:35:12.629937 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e50bf884-0e69-4929-97fc-8dccfffe568b req-bb8fa0c0-78d2-40aa-9b4f-047eee033d19 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Mar 08 17:35:13.074989 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efdf98-5711-4b6b-9d75-c8e54dbb78ac req-6c8cdbdc-b088-4e2a-b34b-1016c467ffe0 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:13.076518 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5efdf98-5711-4b6b-9d75-c8e54dbb78ac req-6c8cdbdc-b088-4e2a-b34b-1016c467ffe0 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0587518 Mar 08 17:35:13.125800 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5efdf98-5711-4b6b-9d75-c8e54dbb78ac req-34611eba-6928-4367-a58d-17eeb5226cd0 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436203 Mar 08 17:35:13.749974 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6582d64-1102-4912-a7a2-9cb7b8fb952d req-0f302644-5ebc-4af5-8ae7-57bc64d0212a tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:13.751445 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b6582d64-1102-4912-a7a2-9cb7b8fb952d req-0f302644-5ebc-4af5-8ae7-57bc64d0212a tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 943 time: 0.0516446 Mar 08 17:35:13.800627 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b6582d64-1102-4912-a7a2-9cb7b8fb952d req-ecca3502-402d-4ec3-bbd0-4b451f6dea92 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433645 Mar 08 17:35:14.255180 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377caa68-30f6-449f-9ab8-0339eb0642c9 req-db99c57f-b805-4688-a84f-d809378f196e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:14.256692 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-377caa68-30f6-449f-9ab8-0339eb0642c9 req-db99c57f-b805-4688-a84f-d809378f196e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0563653 Mar 08 17:35:14.275596 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:35:14.309110 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-377caa68-30f6-449f-9ab8-0339eb0642c9 req-d5f0cdae-19df-4f0a-b63d-2683635c12f5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466158 Mar 08 17:35:14.918930 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732091e2-6fe2-43d1-9700-1a50519f58e0 req-362ac0c1-6ba9-4de0-8cab-392cd0ff7269 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:14.920339 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-732091e2-6fe2-43d1-9700-1a50519f58e0 req-362ac0c1-6ba9-4de0-8cab-392cd0ff7269 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 943 time: 0.0518441 Mar 08 17:35:14.970737 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-732091e2-6fe2-43d1-9700-1a50519f58e0 req-7e4225b0-64c1-4d71-997d-e18bec8fc6c5 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444770 Mar 08 17:35:15.437305 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d0a0c-21a7-4b11-b88b-dde6a7bb03d4 req-2b50d501-0daa-4254-9b4b-83a827b7d0bf tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:15.438755 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-850d0a0c-21a7-4b11-b88b-dde6a7bb03d4 req-2b50d501-0daa-4254-9b4b-83a827b7d0bf tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0542364 Mar 08 17:35:15.488458 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-850d0a0c-21a7-4b11-b88b-dde6a7bb03d4 req-ffe0c997-81b1-4a2f-8925-c52ed82cca79 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438299 Mar 08 17:35:15.867899 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-4a5bc47a-84aa-4896-b36f-21b59e585f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:15.869314 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-4a5bc47a-84aa-4896-b36f-21b59e585f60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1130 time: 0.0487835 Mar 08 17:35:15.891093 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55638) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:15.937044 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-478ffd49-c41a-42ec-8bf9-fdf07f0d75b1 admin admin] Deleting subnet 14678622-5b72-4310-9b99-f3b01b1e4e35 {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:35:15.940403 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-478ffd49-c41a-42ec-8bf9-fdf07f0d75b1 admin admin] Publish callbacks [] for subnet (14678622-5b72-4310-9b99-f3b01b1e4e35), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:15.959691 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-15e64a96-acf7-4cec-bf39-c437b47fc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:15.961170 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-15e64a96-acf7-4cec-bf39-c437b47fc46e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 910 time: 0.0849576 Mar 08 17:35:15.975947 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-478ffd49-c41a-42ec-8bf9-fdf07f0d75b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (14678622-5b72-4310-9b99-f3b01b1e4e35), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.016757 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-478ffd49-c41a-42ec-8bf9-fdf07f0d75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (14678622-5b72-4310-9b99-f3b01b1e4e35), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.032001 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-e10e99a9-c2d4-4537-84ec-8b5711bbc8cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 1001 time: 0.0623574 Mar 08 17:35:16.079618 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-478ffd49-c41a-42ec-8bf9-fdf07f0d75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (14678622-5b72-4310-9b99-f3b01b1e4e35), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.107981 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-478ffd49-c41a-42ec-8bf9-fdf07f0d75b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.111632 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-478ffd49-c41a-42ec-8bf9-fdf07f0d75b1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14678622-5b72-4310-9b99-f3b01b1e4e35 HTTP/1.1" status: 204 len: 168 time: 0.2192917 Mar 08 17:35:16.112398 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ffd49-c41a-42ec-8bf9-fdf07f0d75b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14678622-5b72-4310-9b99-f3b01b1e4e35,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:16.113219 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-a0dfc1a8-419a-4c05-b82e-68e6a9006f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:16.114667 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-a0dfc1a8-419a-4c05-b82e-68e6a9006f6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 200 len: 848 time: 0.0773880 Mar 08 17:35:16.114791 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55644) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:16.137620 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083bb42-dfbf-41bd-938d-2ee0181062d7 req-e6147f8d-0c5d-4bd9-90fc-12c432e4e1ef tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:16.139071 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0083bb42-dfbf-41bd-938d-2ee0181062d7 req-e6147f8d-0c5d-4bd9-90fc-12c432e4e1ef tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 943 time: 0.0760057 Mar 08 17:35:16.182556 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (e56e4bab-315e-4188-b39c-8a0ffdf02c79), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.267490 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (e56e4bab-315e-4188-b39c-8a0ffdf02c79), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.289007 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56e4bab-315e-4188-b39c-8a0ffdf02c79']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:16.299101 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f498e7a-a5f3-4587-bce3-86c63694a214') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:16.299473 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f498e7a-a5f3-4587-bce3-86c63694a214') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:16.309594 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (2f498e7a-a5f3-4587-bce3-86c63694a214), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.324712 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (2f498e7a-a5f3-4587-bce3-86c63694a214), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.331238 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Releasing vlan 967 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:35:16.331771 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (2f498e7a-a5f3-4587-bce3-86c63694a214), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:35:16.333780 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:35:16.395304 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (e56e4bab-315e-4188-b39c-8a0ffdf02c79), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.400861 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.404101 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e56e4bab-315e-4188-b39c-8a0ffdf02c79 HTTP/1.1" status: 204 len: 168 time: 0.2881191 Mar 08 17:35:16.416000 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca540d3c-022e-48fd-b9e9-c59ab30abf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56e4bab-315e-4188-b39c-8a0ffdf02c79,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:16.470775 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0083bb42-dfbf-41bd-938d-2ee0181062d7 req-cc9b0d7d-c82a-4c28-8554-c859924a83f5 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170114 Mar 08 17:35:16.472680 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-dd0be78f-5f3e-419a-bfd8-e2c679c24161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:16.474170 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-dd0be78f-5f3e-419a-bfd8-e2c679c24161 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8995344-404a-422d-98d9-83cdbc0c32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3520889 Mar 08 17:35:16.577108 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-4a149920-7bfd-42b6-9598-3268048e4e89 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938854 Mar 08 17:35:16.586279 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55652) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:16.625447 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f934a7ab-a668-4354-809f-6017fabc1418 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26748493319d476a8c2ddd4f56e04e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379384 Mar 08 17:35:16.627867 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55654) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:16.671894 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43117b-d9db-49cc-8ea3-60f04c80ef8f req-b5306401-881a-4ed1-9d5d-7f3bf02e2585 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:16.673350 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed43117b-d9db-49cc-8ea3-60f04c80ef8f req-b5306401-881a-4ed1-9d5d-7f3bf02e2585 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.1108141 Mar 08 17:35:16.675733 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c300-2f8a-4b2a-a15a-d33e5a4b7a5c admin admin] Publish callbacks [] for security_group (bd04f01f-30e0-4127-bc58-2d5c48179b99), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.699557 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c300-2f8a-4b2a-a15a-d33e5a4b7a5c admin admin] Publish callbacks [] for security_group (bd04f01f-30e0-4127-bc58-2d5c48179b99), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.709385 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed1565a3-b313-41b1-859d-413ef7d96577 req-cebbb3cc-c990-4e30-b409-3517c9861a38 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181433 Mar 08 17:35:16.736846 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ed43117b-d9db-49cc-8ea3-60f04c80ef8f req-7f348cbd-7470-42b0-80f1-ea6e0561bb4a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576625 Mar 08 17:35:16.751238 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c300-2f8a-4b2a-a15a-d33e5a4b7a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (bd04f01f-30e0-4127-bc58-2d5c48179b99), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.753973 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c300-2f8a-4b2a-a15a-d33e5a4b7a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:16.755206 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c6d8c300-2f8a-4b2a-a15a-d33e5a4b7a5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd04f01f-30e0-4127-bc58-2d5c48179b99 HTTP/1.1" status: 204 len: 168 time: 0.1264603 Mar 08 17:35:16.763494 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8c300-2f8a-4b2a-a15a-d33e5a4b7a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd04f01f-30e0-4127-bc58-2d5c48179b99,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:17.225649 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 8bcacb7d-d2a9-4b20-8cc6-992262357b8a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:35:17.334967 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:17.346000 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'port_id': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'mac_address': 'fa:16:3e:3a:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:35:17.382406 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:17.382816 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:17.399768 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcacb7d-d2a9-4b20-8cc6-992262357b8a {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:35:17.420363 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:17.425097 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:17.471958 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:17.479008 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.479360 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.479706 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.480099 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.480435 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.480751 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.481093 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.481423 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.481748 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.482077 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.482400 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.482723 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.483038 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:17.596748 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d1127-a0f4-4e08-8341-081f44c60b6c req-74a2fbe2-e98a-4981-9cd3-ca4f0582a0df tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:17.598291 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c21d1127-a0f4-4e08-8341-081f44c60b6c req-74a2fbe2-e98a-4981-9cd3-ca4f0582a0df tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 944 time: 0.0570772 Mar 08 17:35:17.647579 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c21d1127-a0f4-4e08-8341-081f44c60b6c req-4fda6bda-f8d9-40b5-b6b8-43f250301b81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Mar 08 17:35:17.832655 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['8bcacb7d-d2a9-4b20-8cc6-992262357b8a'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:35:17.877377 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3c081-7970-41e8-a944-7a84fbc935fd req-4c0be1d8-4752-4cc6-925f-170dcd65332a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:17.878941 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-27f3c081-7970-41e8-a944-7a84fbc935fd req-4c0be1d8-4752-4cc6-925f-170dcd65332a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0712323 Mar 08 17:35:17.932827 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-27f3c081-7970-41e8-a944-7a84fbc935fd req-4eebfdcc-9677-43f6-9ed2-86956acf9aea tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479283 Mar 08 17:35:18.797306 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa8e31-ea12-4cda-8672-29133326eaa0 req-4ac9865b-e736-4aa5-b9d7-3ce574418e88 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:18.798808 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-51aa8e31-ea12-4cda-8672-29133326eaa0 req-4ac9865b-e736-4aa5-b9d7-3ce574418e88 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 944 time: 0.0663388 Mar 08 17:35:18.856743 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-51aa8e31-ea12-4cda-8672-29133326eaa0 req-dfe549f7-69a8-4bcd-b177-74b60192982e tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508289 Mar 08 17:35:19.056917 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961749fb-29df-4c25-91db-a6ebfa02783d req-b1779f86-061f-466b-9aae-8535a060ee12 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:19.058401 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-961749fb-29df-4c25-91db-a6ebfa02783d req-b1779f86-061f-466b-9aae-8535a060ee12 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0521560 Mar 08 17:35:19.111123 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-961749fb-29df-4c25-91db-a6ebfa02783d req-c92383a1-a11d-4e2e-aa66-2a9ed050e274 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456769 Mar 08 17:35:19.247361 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 8bcacb7d-d2a9-4b20-8cc6-992262357b8a up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:19.301674 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:35:19.305567 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:19.305939 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.383978 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:19.384349 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.407563 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b19242a-5426-4bb5-a280-a4208270cea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:19.409814 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b317c-6564-4e04-8908-7ec1cd56773a" -d '{"events": [{"server_uuid": "6b19242a-5426-4bb5-a280-a4208270cea9", "name": "network-vif-plugged", "status": "completed", "tag": "8bcacb7d-d2a9-4b20-8cc6-992262357b8a"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:19.422687 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:19.427650 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.478767 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:19.576457 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7788f428-6589-43cc-8aa5-0136faf1cdac x-openstack-request-id: req-7788f428-6589-43cc-8aa5-0136faf1cdac {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:19.576780 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b19242a-5426-4bb5-a280-a4208270cea9", "name": "network-vif-plugged", "status": "completed", "tag": "8bcacb7d-d2a9-4b20-8cc6-992262357b8a", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:19.577008 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7788f428-6589-43cc-8aa5-0136faf1cdac {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:19.577396 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b19242a-5426-4bb5-a280-a4208270cea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'code': 200} Mar 08 17:35:19.986941 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cccda-144f-49e8-8044-dc1178ea74c2 req-9412d788-7e3a-4f0a-b40f-3e1f9e7300e4 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:19.988444 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ce4cccda-144f-49e8-8044-dc1178ea74c2 req-9412d788-7e3a-4f0a-b40f-3e1f9e7300e4 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0561957 Mar 08 17:35:20.039408 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ce4cccda-144f-49e8-8044-dc1178ea74c2 req-bec2f970-48a5-45b9-94c0-295afaf208ac tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Mar 08 17:35:20.247483 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a612752-7135-4042-b7bb-82503ffe1a86 req-af5c60b9-fd1c-4b04-839b-53fe5fd55149 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:20.249003 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1a612752-7135-4042-b7bb-82503ffe1a86 req-af5c60b9-fd1c-4b04-839b-53fe5fd55149 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0590780 Mar 08 17:35:20.298094 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1a612752-7135-4042-b7bb-82503ffe1a86 req-0116aa18-acdd-44e1-947e-93b94b276955 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Mar 08 17:35:20.510498 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df292-7386-4565-862b-c0c117eb8681 req-acfd046b-65c2-4457-803b-4e35aafeca61 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:20.512008 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c5df292-7386-4565-862b-c0c117eb8681 req-acfd046b-65c2-4457-803b-4e35aafeca61 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0525413 Mar 08 17:35:20.540369 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55724) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:20.561099 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2c5df292-7386-4565-862b-c0c117eb8681 req-36b0b0ce-ca66-42c5-8184-e04ef27436cb tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 Mar 08 17:35:20.629625 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-0203d61a-5a93-4500-96ab-ff9bd0978078 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880344 Mar 08 17:35:20.638249 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-98cf0916-dddb-431d-9f5b-daa403797277 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:35:20.639203 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-98cf0916-dddb-431d-9f5b-daa403797277 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048261 Mar 08 17:35:20.717061 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55732) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:20.824642 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617773-d03b-4715-89b6-723d729bdce4 req-4644baea-006d-458b-8c65-d97cdeebe1e6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:20.825915 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-4644baea-006d-458b-8c65-d97cdeebe1e6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports/59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 943 time: 0.1078873 Mar 08 17:35:21.159539 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c76ed-6e27-4023-b505-1765b1635ac9 req-b478ac4e-c0e8-477a-a189-829f8e53cb7c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:21.161039 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-762c76ed-6e27-4023-b505-1765b1635ac9 req-b478ac4e-c0e8-477a-a189-829f8e53cb7c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0517926 Mar 08 17:35:21.217847 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-762c76ed-6e27-4023-b505-1765b1635ac9 req-4424cc5d-eb9c-47a2-acdb-843a22b782b1 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510275 Mar 08 17:35:21.691295 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdaab3-8f55-4b9c-bbcc-a23efef66b58 req-72a2fcc5-30b9-4d15-88dd-2da22066be22 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:21.692822 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-04fdaab3-8f55-4b9c-bbcc-a23efef66b58 req-72a2fcc5-30b9-4d15-88dd-2da22066be22 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0584307 Mar 08 17:35:21.743003 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-04fdaab3-8f55-4b9c-bbcc-a23efef66b58 req-1fa07ce0-410b-45a9-83bf-10cfa1966339 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442297 Mar 08 17:35:22.390529 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a5bb6-4213-4d51-b466-8a631c08f8bd req-f0900166-25ea-44ad-a9d0-f1ae0d277176 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:22.390529 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c02a5bb6-4213-4d51-b466-8a631c08f8bd req-f0900166-25ea-44ad-a9d0-f1ae0d277176 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0952575 Mar 08 17:35:22.419783 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046185c-76e4-4124-9442-1f025bf4aa93 req-1e102e15-4527-417c-807d-29663bb1dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:22.421591 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f046185c-76e4-4124-9442-1f025bf4aa93 req-1e102e15-4527-417c-807d-29663bb1dc0b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 1129 time: 0.0839674 Mar 08 17:35:22.483224 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c02a5bb6-4213-4d51-b466-8a631c08f8bd req-a4b0b0ad-36b4-4e60-a493-fc4b9743c2e5 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862989 Mar 08 17:35:22.500483 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f046185c-76e4-4124-9442-1f025bf4aa93 req-883fa0d4-1bc6-4ba5-be6a-8974a0d11b32 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703866 Mar 08 17:35:22.872848 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b1373-35c5-4c27-9541-5753c45d4816 req-942924d4-629f-464d-a201-060b6cc148f2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:22.874316 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-212b1373-35c5-4c27-9541-5753c45d4816 req-942924d4-629f-464d-a201-060b6cc148f2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0533361 Mar 08 17:35:22.921578 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-212b1373-35c5-4c27-9541-5753c45d4816 req-ed80d24b-af8d-48a9-99ac-5b19196fac97 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415778 Mar 08 17:35:23.617372 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496f34-e4ef-44cd-9484-3c3ada72d0a3 req-c03828f9-832e-4617-8f60-911782514fce tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:23.618831 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e496f34-e4ef-44cd-9484-3c3ada72d0a3 req-c03828f9-832e-4617-8f60-911782514fce tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0573750 Mar 08 17:35:23.672852 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e496f34-e4ef-44cd-9484-3c3ada72d0a3 req-0615bc50-7b61-4169-8eb6-4116264bf116 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483272 Mar 08 17:35:24.054258 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0a230-c021-48e0-a893-82a7ce84d3c9 req-0b3e3dd4-855f-43a3-b595-f08dfa6e877e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:24.055730 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14d0a230-c021-48e0-a893-82a7ce84d3c9 req-0b3e3dd4-855f-43a3-b595-f08dfa6e877e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0529761 Mar 08 17:35:24.105801 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14d0a230-c021-48e0-a893-82a7ce84d3c9 req-bb43ad88-a961-4bfa-a2df-fa63fe8eb2ce tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Mar 08 17:35:24.452354 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 59e1914e-5634-41dc-b758-7d2fd9c8b672 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:35:24.533058 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 59e1914e-5634-41dc-b758-7d2fd9c8b672 is: ACTIVE; New status is: DOWN {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:24.533449 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:24.555529 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:24.557824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3705e72d-f8a7-4253-9deb-e9a34f293b49" -d '{"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-unplugged", "status": "completed", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:24.570180 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:24.576093 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:24.598807 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013a8795-b35f-448a-b4ee-f0714c68853b x-openstack-request-id: req-013a8795-b35f-448a-b4ee-f0714c68853b {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:24.598807 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-unplugged", "status": "failed", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672", "code": 422}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:24.598807 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-013a8795-b35f-448a-b4ee-f0714c68853b {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:24.599246 dv-cinder-830090-3-iscsi neutron-server[103293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'code': 422} returned with failed status Mar 08 17:35:24.633363 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=6']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:24.792686 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a972c-5379-4b28-945d-309ea8867a4d req-641d7d27-43c1-4428-a6b5-843113c55abf tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:24.794299 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e60a972c-5379-4b28-945d-309ea8867a4d req-641d7d27-43c1-4428-a6b5-843113c55abf tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0548160 Mar 08 17:35:24.856355 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e60a972c-5379-4b28-945d-309ea8867a4d req-18c34136-a877-4548-a742-8ff0fd3b2e39 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562649 Mar 08 17:35:25.237076 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bcd33-faa1-436f-8b89-824a9f526e5a req-2636885c-d6f7-4c4b-accc-214f20497321 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:25.238539 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e87bcd33-faa1-436f-8b89-824a9f526e5a req-2636885c-d6f7-4c4b-accc-214f20497321 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0568049 Mar 08 17:35:25.292742 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e87bcd33-faa1-436f-8b89-824a9f526e5a req-158fea27-a8c7-4b82-9f8c-be024e51b4c1 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455365 Mar 08 17:35:25.973497 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892821d-bf9d-449a-b5d5-2f37f347ed56 req-7da5f68a-e7fc-49f9-9caf-609daca8f254 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:25.974977 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7892821d-bf9d-449a-b5d5-2f37f347ed56 req-7da5f68a-e7fc-49f9-9caf-609daca8f254 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0539699 Mar 08 17:35:26.030680 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7892821d-bf9d-449a-b5d5-2f37f347ed56 req-7fc611db-17e1-46c9-b26e-17bb26ac35ad tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497363 Mar 08 17:35:26.425130 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0734cb8-b1d5-43bd-831e-c0c0edb51075 req-69a68aae-d727-42ab-804c-679645698bbb tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:26.426657 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0734cb8-b1d5-43bd-831e-c0c0edb51075 req-69a68aae-d727-42ab-804c-679645698bbb tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0597515 Mar 08 17:35:26.484462 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d0734cb8-b1d5-43bd-831e-c0c0edb51075 req-f4a63a4d-4e58-4525-becb-f57e380b9b48 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485792 Mar 08 17:35:27.150056 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384a69e-daf4-4106-9fdc-cfca71437cf5 req-12e8db78-2a9f-4a20-80e8-c3ed7fd6b7b7 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:27.151538 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0384a69e-daf4-4106-9fdc-cfca71437cf5 req-12e8db78-2a9f-4a20-80e8-c3ed7fd6b7b7 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0532153 Mar 08 17:35:27.201925 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0384a69e-daf4-4106-9fdc-cfca71437cf5 req-fe15dec8-9d2c-4d60-8690-62586a22ce81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Mar 08 17:35:27.340834 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ede5-3a47-4182-96dc-61bca35e5a87 req-105e9a2d-f595-45a3-92a8-b53e6b4e3c60 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:27.342304 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e282ede5-3a47-4182-96dc-61bca35e5a87 req-105e9a2d-f595-45a3-92a8-b53e6b4e3c60 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0667701 Mar 08 17:35:27.399332 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e282ede5-3a47-4182-96dc-61bca35e5a87 req-0abf19d7-b8eb-4a90-8655-eb377671b1ca tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489643 Mar 08 17:35:27.421473 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55838) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:27.469872 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-71023dc4-2293-4b78-9f32-663efd1e54de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:27.579320 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b7b2d-4119-41e6-9485-43801e722091 tempest-TestVolumeBootPattern-1162509562 tempest-TestVolumeBootPattern-1162509562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:27.580823 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-975b7b2d-4119-41e6-9485-43801e722091 tempest-TestVolumeBootPattern-1162509562 tempest-TestVolumeBootPattern-1162509562-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 1124 time: 0.1583197 Mar 08 17:35:27.583711 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55846) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:27.588052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'port_id': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:27.630997 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:27.654664 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99918-2bd0-4d4a-b68f-19740308ca47 req-51df6650-f87d-4321-a7c9-d6ef77b73659 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:27.656171 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7ae99918-2bd0-4d4a-b68f-19740308ca47 req-51df6650-f87d-4321-a7c9-d6ef77b73659 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0879653 Mar 08 17:35:27.746991 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7ae99918-2bd0-4d4a-b68f-19740308ca47 req-ecb5112a-2fb5-4c11-b1f5-48b6beaeeedf tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843959 Mar 08 17:35:27.787264 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:27.919150 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Allocated IP 172.27.1.6 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/708b2e1e-3961-4001-be52-eb3707475293) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:35:27.961565 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b224c2d-7e79-4a7d-a152-4b394d9c9ead req-cffbadd5-d3b2-4b98-803b-e1c702b5d6f7 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:27.963022 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7b224c2d-7e79-4a7d-a152-4b394d9c9ead req-cffbadd5-d3b2-4b98-803b-e1c702b5d6f7 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1007364 Mar 08 17:35:28.059498 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7b224c2d-7e79-4a7d-a152-4b394d9c9ead req-215dd8ac-85f2-476a-bf66-314b813685a9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905664 Mar 08 17:35:28.068914 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (708b2e1e-3961-4001-be52-eb3707475293), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:28.108691 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (708b2e1e-3961-4001-be52-eb3707475293), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:28.148027 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:28.150950 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:28.154447 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:35:28.160011 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=708b2e1e-3961-4001-be52-eb3707475293,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:28.523766 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (8935fc52-eb7f-4b04-b0e8-bda7e9c841f3), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:28.596548 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (708b2e1e-3961-4001-be52-eb3707475293), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:28.757482 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (708b2e1e-3961-4001-be52-eb3707475293), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:28.765063 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (708b2e1e-3961-4001-be52-eb3707475293), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:28.843557 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=708b2e1e-3961-4001-be52-eb3707475293,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:28.896628 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (8935fc52-eb7f-4b04-b0e8-bda7e9c841f3), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:28.952536 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01229fe-0028-4208-ab6b-87eaff243ee4 req-4d3c19a0-30b3-445a-a9f9-0e9e3fac2bc0 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:28.954013 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a01229fe-0028-4208-ab6b-87eaff243ee4 req-4d3c19a0-30b3-445a-a9f9-0e9e3fac2bc0 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.1340389 Mar 08 17:35:29.035532 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Floating IP 8935fc52-eb7f-4b04-b0e8-bda7e9c841f3 associated. External IP: 172.27.1.6, port: 8bcacb7d-d2a9-4b20-8cc6-992262357b8a. Mar 08 17:35:29.046432 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a01229fe-0028-4208-ab6b-87eaff243ee4 req-fe11d11d-3913-49ed-a057-fb9175193e57 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864620 Mar 08 17:35:29.237463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204b93c-e0bd-447f-946f-be1b1ce95dd5 req-327ea2cf-15b2-4fa8-b1de-c8ae9252914a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:29.238881 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d204b93c-e0bd-447f-946f-be1b1ce95dd5 req-327ea2cf-15b2-4fa8-b1de-c8ae9252914a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1041207 Mar 08 17:35:29.326790 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:35:29.332765 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d204b93c-e0bd-447f-946f-be1b1ce95dd5 req-65ca519f-836c-40b4-829d-c656d7e99c08 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613589 Mar 08 17:35:29.698582 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:35:29.709530 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:35:29.719944 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:29.728766 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:29.729392 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:35:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:29.759912 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d2be502c-f2dc-46dc-a058-7f9d190da765 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1656640 Mar 08 17:35:29.759912 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b19242a-5426-4bb5-a280-a4208270cea9', 'tag': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:29.759912 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360aa691-262d-42f8-87c6-c7ddd39aa75c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b19242a-5426-4bb5-a280-a4208270cea9", "tag": "8bcacb7d-d2a9-4b20-8cc6-992262357b8a"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:29.788544 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d5b9-d4ad-49ae-a41f-e8fba85a665d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:29.851630 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b90f72-5040-4196-8ebb-d78c6b574efd x-openstack-request-id: req-97b90f72-5040-4196-8ebb-d78c6b574efd {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:29.852044 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b19242a-5426-4bb5-a280-a4208270cea9", "tag": "8bcacb7d-d2a9-4b20-8cc6-992262357b8a", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:29.852397 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97b90f72-5040-4196-8ebb-d78c6b574efd {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:29.852825 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b19242a-5426-4bb5-a280-a4208270cea9', 'tag': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'status': 'completed', 'code': 200} Mar 08 17:35:29.864828 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:30.004799 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-ac83351d-cc02-4c6a-a589-c05554ddfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.006424 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-ac83351d-cc02-4c6a-a589-c05554ddfb0f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 1129 time: 0.0498643 Mar 08 17:35:30.092951 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8935fc52-eb7f-4b04-b0e8-bda7e9c841f3', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:3a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19242a-5426-4bb5-a280-a4208270cea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:35:28Z', 'updated_at': '2022-03-08T17:35:28Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:30.112788 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617773-d03b-4715-89b6-723d729bdce4 req-f17a0fe9-8385-428d-a7f9-12b502458c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.114323 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-f17a0fe9-8385-428d-a7f9-12b502458c63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39&tenant_id=e7058b9c0ae2443aa37fe583340f6198 HTTP/1.1" status: 200 len: 1128 time: 0.1070018 Mar 08 17:35:30.122941 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:35:30.131407 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:30.132091 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:35:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:30.151821 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-2ae0eca9-6e55-436a-a653-cf8a7ff47f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.153295 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-2ae0eca9-6e55-436a-a653-cf8a7ff47f94 service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.1375890 Mar 08 17:35:30.249479 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:30.259136 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-d2783c7b-f4ed-42b4-8d40-bbc412e3fb2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bcacb7d-d2a9-4b20-8cc6-992262357b8a HTTP/1.1" status: 200 len: 997 time: 0.0952165 Mar 08 17:35:30.268889 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e641bb5-09ec-451b-9ada-3debfddaf435 req-99d224a3-5ba6-4314-9e68-68dc97519fd9 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.270401 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e641bb5-09ec-451b-9ada-3debfddaf435 req-99d224a3-5ba6-4314-9e68-68dc97519fd9 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.1536231 Mar 08 17:35:30.285137 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617773-d03b-4715-89b6-723d729bdce4 req-53a1f7dc-2b7d-4225-af90-0467df9acea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.286651 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-53a1f7dc-2b7d-4225-af90-0467df9acea3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1128 time: 0.1314888 Mar 08 17:35:30.404602 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-869995a1-20af-4c4a-8e55-9eebf78ab4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.406067 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-869995a1-20af-4c4a-8e55-9eebf78ab4d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.1347792 Mar 08 17:35:30.440182 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e641bb5-09ec-451b-9ada-3debfddaf435 req-26a2ae6d-42b6-4412-941b-491b78cbefde tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597402 Mar 08 17:35:30.507311 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617773-d03b-4715-89b6-723d729bdce4 req-1579e118-0fd1-4b50-8bb4-0b11b9f6f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.508723 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-1579e118-0fd1-4b50-8bb4-0b11b9f6f1f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 910 time: 0.1998868 Mar 08 17:35:30.528369 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-7df77a34-4095-408d-a5d3-f44f06b5a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.529805 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-7df77a34-4095-408d-a5d3-f44f06b5a89a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135726 Mar 08 17:35:30.565520 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63ba30-5725-4600-b9ec-e11512d4caae req-7b4f2882-afe5-4cf6-b3f8-1658c5af0247 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.566970 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fd63ba30-5725-4600-b9ec-e11512d4caae req-7b4f2882-afe5-4cf6-b3f8-1658c5af0247 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1482253 Mar 08 17:35:30.607729 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8935fc52-eb7f-4b04-b0e8-bda7e9c841f3', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:3a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19242a-5426-4bb5-a280-a4208270cea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:35:28Z', 'updated_at': '2022-03-08T17:35:28Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:30.636667 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0b77b-6701-4512-8c8a-aab4790ad6c4 None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8935fc52-eb7f-4b04-b0e8-bda7e9c841f3', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:3a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19242a-5426-4bb5-a280-a4208270cea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:35:28Z', 'updated_at': '2022-03-08T17:35:28Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:35:30.666379 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-1d66fcfd-7b52-425e-820e-868b9275f745 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 999 time: 0.1489704 Mar 08 17:35:30.716637 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fd63ba30-5725-4600-b9ec-e11512d4caae req-85f303c4-5b93-45ac-8b32-f6a97eaa1f57 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373119 Mar 08 17:35:30.732349 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-db0db6fa-7079-429d-b5f5-13c050977a79 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740477 Mar 08 17:35:30.750485 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617773-d03b-4715-89b6-723d729bdce4 req-b2a298db-cc3b-4715-a4bd-3346e3c81094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.751842 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-b2a298db-cc3b-4715-a4bd-3346e3c81094 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 200 len: 848 time: 0.0767713 Mar 08 17:35:30.865261 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6849512-98c5-4359-a18d-f180e3c33df4 None None] New status for floating IP 8935fc52-eb7f-4b04-b0e8-bda7e9c841f3: ACTIVE {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:35:30.867626 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617773-d03b-4715-89b6-723d729bdce4 req-54eacbca-7018-40ae-aa5c-fdbc5069ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.869195 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-54eacbca-7018-40ae-aa5c-fdbc5069ac17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8995344-404a-422d-98d9-83cdbc0c32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077569 Mar 08 17:35:30.873487 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:30.875316 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-360aa691-262d-42f8-87c6-c7ddd39aa75c req-f0d4e32b-8dca-40ec-ac11-8a99937b6f5e service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351891 Mar 08 17:35:30.964854 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-441cd104-0203-4e85-8312-b99352631024 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886865 Mar 08 17:35:31.070934 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85617773-d03b-4715-89b6-723d729bdce4 req-a89b4e03-07ab-4af8-9d92-087e753da018 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984347 Mar 08 17:35:31.598726 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a650f-8a38-49d8-adc2-15a5e4cb16cc req-a459c727-080b-47c3-af58-9ed7242db1ab tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:31.600212 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6a4a650f-8a38-49d8-adc2-15a5e4cb16cc req-a459c727-080b-47c3-af58-9ed7242db1ab tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0828245 Mar 08 17:35:31.611416 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac707d8c-2dd0-4d3e-bd8c-917aaf52593f req-101ff11f-e980-45a8-adef-8e97826734ed tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:31.612829 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac707d8c-2dd0-4d3e-bd8c-917aaf52593f req-101ff11f-e980-45a8-adef-8e97826734ed tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.0688987 Mar 08 17:35:31.689021 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6a4a650f-8a38-49d8-adc2-15a5e4cb16cc req-439d66ed-ce38-40c8-90d3-ef754912016f tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751672 Mar 08 17:35:31.692375 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac707d8c-2dd0-4d3e-bd8c-917aaf52593f req-f532e690-d405-470a-be6a-f08ac6bc0932 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727718 Mar 08 17:35:31.851121 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2793-5de8-41b1-a8d8-b59bcddd3b1c req-6472c457-ccbc-41ac-875c-8a1c1aa25737 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:31.852561 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9cd2793-5de8-41b1-a8d8-b59bcddd3b1c req-6472c457-ccbc-41ac-875c-8a1c1aa25737 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0642695 Mar 08 17:35:31.902646 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9cd2793-5de8-41b1-a8d8-b59bcddd3b1c req-66afd0b4-fd5d-4ce4-9440-96d4da144b03 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Mar 08 17:35:32.276575 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:32.847569 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14462c93-4468-40af-bbee-955ee8c907e2 req-397336ac-d1eb-44f2-b3b7-efe9bb21784d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:32.849137 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14462c93-4468-40af-bbee-955ee8c907e2 req-397336ac-d1eb-44f2-b3b7-efe9bb21784d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.0833509 Mar 08 17:35:32.860515 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18249-b0d5-4f81-988d-8ef9706b0c29 req-1cb0002d-cfff-4b7b-a430-7b3a6f29742e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:32.861955 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-91a18249-b0d5-4f81-988d-8ef9706b0c29 req-1cb0002d-cfff-4b7b-a430-7b3a6f29742e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0974827 Mar 08 17:35:32.934029 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-14462c93-4468-40af-bbee-955ee8c907e2 req-8d9e788a-ba19-45eb-83b0-37288763f407 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710909 Mar 08 17:35:32.939119 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-91a18249-b0d5-4f81-988d-8ef9706b0c29 req-503f6f58-3a88-447f-a4a4-3b180a44de07 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625026 Mar 08 17:35:33.043383 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb801b85-42f7-40da-8781-3085e9ae725d req-af7916af-8d28-4e9c-bfcd-2f3d547706bc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:33.044840 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fb801b85-42f7-40da-8781-3085e9ae725d req-af7916af-8d28-4e9c-bfcd-2f3d547706bc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0550842 Mar 08 17:35:33.095228 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fb801b85-42f7-40da-8781-3085e9ae725d req-bb56d4ab-dbab-4ec9-ac08-c98310618541 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Mar 08 17:35:33.756289 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-d8a12f07-ab2e-49d1-ba7d-5400aa1e36ce tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:33.757757 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-d8a12f07-ab2e-49d1-ba7d-5400aa1e36ce tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.0565331 Mar 08 17:35:33.854310 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Deleting port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:35:33.855018 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:33.884326 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:33.946312 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] For port 42650c2c-88a2-4063-bd2d-40c0b68e90e7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42650c2c-88a2-4063-bd2d-40c0b68e90e7,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:33.946906 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:34.179382 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c233541-880b-455e-9a7f-6a4a7832a988 req-299ac5f4-7bb4-4b35-828f-aaf67336c930 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:34.180869 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8c233541-880b-455e-9a7f-6a4a7832a988 req-299ac5f4-7bb4-4b35-828f-aaf67336c930 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 946 time: 0.1712525 Mar 08 17:35:34.197895 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6b367-be4d-4b51-8c37-2feec67428d2 req-649fbafb-fb1a-4764-8d40-bbfd14d48012 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:34.199254 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5fb6b367-be4d-4b51-8c37-2feec67428d2 req-649fbafb-fb1a-4764-8d40-bbfd14d48012 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.1761787 Mar 08 17:35:34.202476 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:34.202843 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (cecd10c2-6de9-4a0f-bc4e-674e1874624c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:34.203159 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Floating IP cecd10c2-6de9-4a0f-bc4e-674e1874624c disassociated. External IP: 172.27.1.94, port: 42650c2c-88a2-4063-bd2d-40c0b68e90e7. Mar 08 17:35:34.203474 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Calling delete_port for 42650c2c-88a2-4063-bd2d-40c0b68e90e7 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:35:34.316396 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8c233541-880b-455e-9a7f-6a4a7832a988 req-197aff6f-2a36-44a7-a69b-615d57d10d64 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291759 Mar 08 17:35:34.324410 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5fb6b367-be4d-4b51-8c37-2feec67428d2 req-e175c7f4-e3f7-4143-908e-81914c02cd9b tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189635 Mar 08 17:35:34.429821 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (42650c2c-88a2-4063-bd2d-40c0b68e90e7), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:34.459679 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'Port': ['ID=42650c2c-88a2-4063-bd2d-40c0b68e90e7,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:34.468112 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82369fdb-a6e4-4dcc-b1bb-ec177ad25314 req-f050beb9-5d3e-4337-8b3a-a2bad009047e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:34.469552 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-82369fdb-a6e4-4dcc-b1bb-ec177ad25314 req-f050beb9-5d3e-4337-8b3a-a2bad009047e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0924785 Mar 08 17:35:34.560887 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-82369fdb-a6e4-4dcc-b1bb-ec177ad25314 req-37985ee2-045c-4bf9-a625-7d6719bab077 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850704 Mar 08 17:35:34.612940 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:35:34.731465 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:35:34.742223 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:35:34.752773 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:34.753417 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:35:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:34.773909 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] No DVR routers for this DVR port 42650c2c-88a2-4063-bd2d-40c0b68e90e7 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:35:34.776755 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:34.780401 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2d4b617d-57ce-426f-bda0-5649855b6bd3 req-0ba8c06d-377f-4f53-aa4c-58542e3917ef tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "DELETE /v2.0/ports/42650c2c-88a2-4063-bd2d-40c0b68e90e7 HTTP/1.1" status: 204 len: 173 time: 1.0168130 Mar 08 17:35:34.780855 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'name': 'network-vif-deleted', 'tag': '42650c2c-88a2-4063-bd2d-40c0b68e90e7'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:34.783222 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bf6d59-8b56-47e7-97bb-32fd5ead019e" -d '{"events": [{"server_uuid": "fa0c2417-9598-43cf-8ecc-7c6335946fff", "name": "network-vif-deleted", "tag": "42650c2c-88a2-4063-bd2d-40c0b68e90e7"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:34.847137 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21e8216-bdf2-49ab-a724-5e3f53a23f97 x-openstack-request-id: req-f21e8216-bdf2-49ab-a724-5e3f53a23f97 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:34.847707 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0c2417-9598-43cf-8ecc-7c6335946fff", "name": "network-vif-deleted", "tag": "42650c2c-88a2-4063-bd2d-40c0b68e90e7", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:34.848011 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f21e8216-bdf2-49ab-a724-5e3f53a23f97 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:34.848448 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0c2417-9598-43cf-8ecc-7c6335946fff', 'name': 'network-vif-deleted', 'tag': '42650c2c-88a2-4063-bd2d-40c0b68e90e7', 'status': 'completed', 'code': 200} Mar 08 17:35:34.872241 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:35.086746 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:35.113267 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:35:35.121952 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:35.122559 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:35:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:35.236627 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:35.442097 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:35.471122 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5cb87b61-5087-4e69-8280-2f9d705a79b9 req-dddb1a13-8ca9-44d3-bb5f-d9a916bbc757 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0c2417-9598-43cf-8ecc-7c6335946fff HTTP/1.1" status: 200 len: 210 time: 0.0314415 Mar 08 17:35:35.476411 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31acb697-1634-4383-a0a0-64d12bfb8c83 None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:35:35.488739 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe499019-7b05-4c34-ba8d-9363bad7d7eb req-401e9fc8-d9ff-4b16-8027-c90eb5a02c70 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:35.490570 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fe499019-7b05-4c34-ba8d-9363bad7d7eb req-401e9fc8-d9ff-4b16-8027-c90eb5a02c70 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0913336 Mar 08 17:35:35.541166 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fe499019-7b05-4c34-ba8d-9363bad7d7eb req-b69289cd-0fcc-4ec3-9117-ed507db0da3a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441148 Mar 08 17:35:35.686709 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9843079-d315-4449-879d-2825174710a8 req-7e0645ff-5d88-4c9a-8a06-e28d8b5f981c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:35.688248 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d9843079-d315-4449-879d-2825174710a8 req-7e0645ff-5d88-4c9a-8a06-e28d8b5f981c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0533774 Mar 08 17:35:35.711463 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd44bed-0722-4ee3-bc5e-857d4847324b None None] New status for floating IP cecd10c2-6de9-4a0f-bc4e-674e1874624c: DOWN {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:35:35.741600 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d9843079-d315-4449-879d-2825174710a8 req-80e1bb90-e308-4795-9265-649860996e17 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476322 Mar 08 17:35:35.813494 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.200731 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55986) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:36.307994 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1e6c37a7-ac90-4901-a559-05c2b4e35ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.386324 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1e6c37a7-ac90-4901-a559-05c2b4e35ab2 admin admin] Publish callbacks [] for security_group (2138d78c-5e34-4eb0-848b-a03d88369858), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.392914 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1e6c37a7-ac90-4901-a559-05c2b4e35ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (2138d78c-5e34-4eb0-848b-a03d88369858), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.430186 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-1e6c37a7-ac90-4901-a559-05c2b4e35ab2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e55300bafac428eb8de102f479e9180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283905 Mar 08 17:35:36.431043 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c37a7-ac90-4901-a559-05c2b4e35ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2138d78c-5e34-4eb0-848b-a03d88369858,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:36.433215 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 55990) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:36.491750 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5877671c-9b7e-4b13-ba97-aea9f058df49 admin admin] Publish callbacks [] for security_group (2138d78c-5e34-4eb0-848b-a03d88369858), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.514041 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5877671c-9b7e-4b13-ba97-aea9f058df49 admin admin] Publish callbacks [] for security_group (2138d78c-5e34-4eb0-848b-a03d88369858), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.557623 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 55998) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:36.568418 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5877671c-9b7e-4b13-ba97-aea9f058df49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (2138d78c-5e34-4eb0-848b-a03d88369858), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.571991 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5877671c-9b7e-4b13-ba97-aea9f058df49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.575863 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5877671c-9b7e-4b13-ba97-aea9f058df49 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2138d78c-5e34-4eb0-848b-a03d88369858 HTTP/1.1" status: 204 len: 168 time: 0.1391869 Mar 08 17:35:36.581895 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877671c-9b7e-4b13-ba97-aea9f058df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2138d78c-5e34-4eb0-848b-a03d88369858,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:36.622807 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2890-6630-4cf3-8b76-c518f657cfaa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (f4d5f48c-b1e1-41cf-8b41-852a5a4930a8), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.648504 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2890-6630-4cf3-8b76-c518f657cfaa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (f4d5f48c-b1e1-41cf-8b41-852a5a4930a8), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.675018 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36f911-61d4-4f52-83c1-30a360743376 req-77e1232e-9af5-4ec1-8bda-1477cd64778b tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:36.676594 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3e36f911-61d4-4f52-83c1-30a360743376 req-77e1232e-9af5-4ec1-8bda-1477cd64778b tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0547636 Mar 08 17:35:36.702591 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2890-6630-4cf3-8b76-c518f657cfaa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (f4d5f48c-b1e1-41cf-8b41-852a5a4930a8), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.705804 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2890-6630-4cf3-8b76-c518f657cfaa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.708218 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d5eb2890-6630-4cf3-8b76-c518f657cfaa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "DELETE /v2.0/security-groups/f4d5f48c-b1e1-41cf-8b41-852a5a4930a8 HTTP/1.1" status: 204 len: 168 time: 0.1495953 Mar 08 17:35:36.711717 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56006) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:36.725691 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb2890-6630-4cf3-8b76-c518f657cfaa tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5f48c-b1e1-41cf-8b41-852a5a4930a8,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:36.733610 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.api.v2.resource [None req-92036941-456b-4322-8e40-32b58680b9ad tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] show failed (client error): The resource could not be found. Mar 08 17:35:36.734628 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-92036941-456b-4322-8e40-32b58680b9ad tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups/f4d5f48c-b1e1-41cf-8b41-852a5a4930a8 HTTP/1.1" status: 404 len: 347 time: 0.0207579 Mar 08 17:35:36.736114 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3e36f911-61d4-4f52-83c1-30a360743376 req-7f59ecba-3bad-4171-a56d-47016d7bdca5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531907 Mar 08 17:35:36.737636 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56008) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:36.872104 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9909ea-e03e-49f6-9300-a1f5a98412ea req-714bc45c-2ef8-456b-a352-29a9454c985b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:36.872803 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Deleting port 8ae8626f-4998-47d0-a32f-4e9fc45a97dc {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:35:36.873293 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.876505 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e9909ea-e03e-49f6-9300-a1f5a98412ea req-714bc45c-2ef8-456b-a352-29a9454c985b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0623779 Mar 08 17:35:36.934880 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e9909ea-e03e-49f6-9300-a1f5a98412ea req-e7a5dfac-e9ae-4b07-ac22-28f6ff8f0ef7 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520687 Mar 08 17:35:36.958076 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.958458 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.970137 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Calling delete_port for 8ae8626f-4998-47d0-a32f-4e9fc45a97dc owned by network:floatingip {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:35:37.109055 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (8ae8626f-4998-47d0-a32f-4e9fc45a97dc), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.133874 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'Port': ['ID=8ae8626f-4998-47d0-a32f-4e9fc45a97dc,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:37.197312 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (cecd10c2-6de9-4a0f-bc4e-674e1874624c), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.200032 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.203658 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-1de52b97-63af-461a-90f7-cb45cfef98f3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "DELETE /v2.0/floatingips/cecd10c2-6de9-4a0f-bc4e-674e1874624c HTTP/1.1" status: 204 len: 168 time: 0.4626062 Mar 08 17:35:37.576893 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56044) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:37.581807 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-d3f02d4a-901c-4662-8a94-8d5009cbbbc5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904461918', 'description': 'tempest-description--919689248'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:37.602546 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d4a-901c-4662-8a94-8d5009cbbbc5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.670420 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d4a-901c-4662-8a94-8d5009cbbbc5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (5456fb24-7d64-4ab8-98f4-9b3a49c7990b), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.675205 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d4a-901c-4662-8a94-8d5009cbbbc5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5456fb24-7d64-4ab8-98f4-9b3a49c7990b), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.703517 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f02d4a-901c-4662-8a94-8d5009cbbbc5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5456fb24-7d64-4ab8-98f4-9b3a49c7990b,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:37.708100 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d4a-901c-4662-8a94-8d5009cbbbc5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.709365 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d3f02d4a-901c-4662-8a94-8d5009cbbbc5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313183 Mar 08 17:35:37.712616 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56046) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:37.717438 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-1fae0fb4-54f0-4cf2-86b5-9f70870d4f81 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group_rule': {'security_group_id': '5456fb24-7d64-4ab8-98f4-9b3a49c7990b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:37.750978 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fae0fb4-54f0-4cf2-86b5-9f70870d4f81 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (5c7f49e9-20c6-447c-a78b-36d45361686f), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.818658 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fae0fb4-54f0-4cf2-86b5-9f70870d4f81 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (5c7f49e9-20c6-447c-a78b-36d45361686f), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.830621 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fae0fb4-54f0-4cf2-86b5-9f70870d4f81 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (5c7f49e9-20c6-447c-a78b-36d45361686f), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.864811 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae0fb4-54f0-4cf2-86b5-9f70870d4f81 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7f49e9-20c6-447c-a78b-36d45361686f,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:37.874437 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fae0fb4-54f0-4cf2-86b5-9f70870d4f81 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.875648 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-1fae0fb4-54f0-4cf2-86b5-9f70870d4f81 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619601 Mar 08 17:35:37.878716 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56056) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:37.883295 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-486e8840-ed7b-4e3a-96ec-216c9923a7e0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'security_group_rule': {'security_group_id': '5456fb24-7d64-4ab8-98f4-9b3a49c7990b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:37.893837 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d78fd-12ac-4ade-9bae-c3d1904e286f req-fa09c81e-07e1-428b-8a7f-aa1939663db5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:37.895237 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4e7d78fd-12ac-4ade-9bae-c3d1904e286f req-fa09c81e-07e1-428b-8a7f-aa1939663db5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0753193 Mar 08 17:35:37.910891 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-486e8840-ed7b-4e3a-96ec-216c9923a7e0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (0f8c2447-05d3-46fe-a324-78554aea5d31), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.948186 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4e7d78fd-12ac-4ade-9bae-c3d1904e286f req-bdc5a9c5-e025-4a49-8e30-f8c57b260356 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469398 Mar 08 17:35:37.969005 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-486e8840-ed7b-4e3a-96ec-216c9923a7e0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (0f8c2447-05d3-46fe-a324-78554aea5d31), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.973577 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-486e8840-ed7b-4e3a-96ec-216c9923a7e0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (0f8c2447-05d3-46fe-a324-78554aea5d31), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.991288 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e8840-ed7b-4e3a-96ec-216c9923a7e0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8c2447-05d3-46fe-a324-78554aea5d31,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:38.004149 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-486e8840-ed7b-4e3a-96ec-216c9923a7e0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.005459 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-486e8840-ed7b-4e3a-96ec-216c9923a7e0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256771 Mar 08 17:35:38.008682 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56060) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:38.013487 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:38.041736 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.069955 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cc5f5-4955-4435-9f01-ef5e5f97b0e0 req-9f347097-5cdc-4e65-af79-d8bf7f8acc36 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:38.071918 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-724cc5f5-4955-4435-9f01-ef5e5f97b0e0 req-9f347097-5cdc-4e65-af79-d8bf7f8acc36 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0543282 Mar 08 17:35:38.120404 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-724cc5f5-4955-4435-9f01-ef5e5f97b0e0 req-d3c12826-babc-489e-8782-2326f8414f57 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Mar 08 17:35:38.139848 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.242996 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Allocated IP 172.27.1.179 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/d1aa1fd1-91a1-4e16-a234-68f9c6df7453) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:35:38.341252 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.377644 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.415184 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:38.418013 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:38.421408 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:35:38.426767 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=d1aa1fd1-91a1-4e16-a234-68f9c6df7453,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:38.511035 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (26317623-32e4-4f38-8eab-865a204d6b60), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.550544 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.706874 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.713690 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62632648'] for port (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.776296 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=d1aa1fd1-91a1-4e16-a234-68f9c6df7453,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:38.787758 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (26317623-32e4-4f38-8eab-865a204d6b60), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.805146 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.810109 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-3be8b989-0e02-4118-a1d0-c193450699af tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7967293 Mar 08 17:35:39.062740 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-9cfd5808-3480-476e-8cdd-9266a011be78 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1904461918&fields=id&tenant_id=152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 267 time: 0.0812371 Mar 08 17:35:39.430806 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160da344-3b4d-43f2-9644-13ece63d54d7 req-dea105d7-4b31-473c-82d4-f41c6a60cf6d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:39.432203 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-160da344-3b4d-43f2-9644-13ece63d54d7 req-dea105d7-4b31-473c-82d4-f41c6a60cf6d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.3814523 Mar 08 17:35:39.470542 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da50a-c798-472a-82ab-920bbba81c86 req-8e24c65d-a9b0-4c82-8d9f-80c20f3e4f5f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:39.471984 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-8e24c65d-a9b0-4c82-8d9f-80c20f3e4f5f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 814 time: 0.3918445 Mar 08 17:35:39.502748 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-54ea9863-5202-4c62-8324-5178bbcddc22 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/quotas/152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 375 time: 0.0215044 Mar 08 17:35:39.506415 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-160da344-3b4d-43f2-9644-13ece63d54d7 req-6f064e93-c646-404f-adac-76ec7123dbce tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684314 Mar 08 17:35:39.562581 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-82660e5f-9485-4b25-aedb-eb2629306612 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547082 Mar 08 17:35:39.618095 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575cff5-a96b-472a-9914-fd423cf00817 req-9b7126b4-63a5-4d99-ae88-f6292b6eb10b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:39.619594 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9575cff5-a96b-472a-9914-fd423cf00817 req-9b7126b4-63a5-4d99-ae88-f6292b6eb10b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0559559 Mar 08 17:35:39.666233 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9575cff5-a96b-472a-9914-fd423cf00817 req-41805eb6-d28f-4ac9-b044-4cd88904e148 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Mar 08 17:35:39.752022 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-337b02ea-63b7-4543-b8f2-709d3112af66 service neutron] 10.222.0.46 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779454 Mar 08 17:35:39.844731 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-6e324f23-fd35-400a-9866-9524eafbf386 service neutron] 10.222.0.46 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842328 Mar 08 17:35:40.019352 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-db45cbb1-8f30-4007-bb58-d242bf44203e req-c7460e9d-d2fc-476c-8f38-927fdbefc7e4 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 210 time: 0.0267828 Mar 08 17:35:40.644508 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080c28-e734-400a-8d18-7c756002a0c6 req-4d78fa41-4f75-4334-868e-70ae7190917a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:40.645994 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-05080c28-e734-400a-8d18-7c756002a0c6 req-4d78fa41-4f75-4334-868e-70ae7190917a tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0611877 Mar 08 17:35:40.698076 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-05080c28-e734-400a-8d18-7c756002a0c6 req-d0b2d6f1-ba59-401e-bf03-41518a2f1322 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443814 Mar 08 17:35:40.791084 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ff89e-fbdf-4028-96f5-4985d304aef3 req-fbb2053a-4137-4581-8f08-c59dfe32357d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:40.792558 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f92ff89e-fbdf-4028-96f5-4985d304aef3 req-fbb2053a-4137-4581-8f08-c59dfe32357d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0531812 Mar 08 17:35:40.840424 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f92ff89e-fbdf-4028-96f5-4985d304aef3 req-cefea57c-cda5-4d9b-b5e4-8d30e9dc17d0 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414991 Mar 08 17:35:40.932154 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 59e1914e-5634-41dc-b758-7d2fd9c8b672 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:35:41.059613 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:41.071137 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'port_id': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'mac_address': 'fa:16:3e:d0:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:35:41.112122 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 59e1914e-5634-41dc-b758-7d2fd9c8b672 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:41.112515 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:41.115520 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2338950b-8bdf-4ebf-a6f1-37175102038f req-99da6ee9-b705-4e02-be32-43b688f00a55 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 210 time: 0.0309787 Mar 08 17:35:41.125602 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e1914e-5634-41dc-b758-7d2fd9c8b672 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:35:41.144429 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:41.150762 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:41.195974 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=7']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:41.820772 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265cd44-368d-45e9-9b4a-ef1155ca1700 req-b1114011-3c41-4f26-aa30-ce7218b1be06 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:41.822616 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c265cd44-368d-45e9-9b4a-ef1155ca1700 req-b1114011-3c41-4f26-aa30-ce7218b1be06 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 945 time: 0.0577087 Mar 08 17:35:41.861020 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 42650c2c-88a2-4063-bd2d-40c0b68e90e7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:35:41.875339 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c265cd44-368d-45e9-9b4a-ef1155ca1700 req-98b5b294-ef9e-4cb6-8a2e-a3188c0ad7db tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469334 Mar 08 17:35:41.894512 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 42650c2c-88a2-4063-bd2d-40c0b68e90e7 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:35:41.894859 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 42650c2c-88a2-4063-bd2d-40c0b68e90e7 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:35:41.966495 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e5d97-f9f7-4ac0-8e9e-04554ec4d622 req-4820f233-6e4a-45d6-9c07-58014eafa6d8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:41.968026 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c5e5d97-f9f7-4ac0-8e9e-04554ec4d622 req-4820f233-6e4a-45d6-9c07-58014eafa6d8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0552595 Mar 08 17:35:42.015901 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c5e5d97-f9f7-4ac0-8e9e-04554ec4d622 req-0c088f29-353b-4c18-9f50-ad20494f7f3f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411062 Mar 08 17:35:42.212416 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-da5aa833-e674-4862-8d8f-a3a7d5fa5bec req-a65bbdcd-2483-427c-a7a4-e07b61395cf9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 210 time: 0.0296583 Mar 08 17:35:42.282385 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['59e1914e-5634-41dc-b758-7d2fd9c8b672'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:35:42.758978 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da50a-c798-472a-82ab-920bbba81c86 req-4c211349-f69d-42ce-ba68-010e81fca865 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:42.760413 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-4c211349-f69d-42ce-ba68-010e81fca865 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 814 time: 0.1065435 Mar 08 17:35:42.830032 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-f0dd58fe-571b-4f75-a6db-a2a9ac9490e7 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=152646c42b4d4a3f9a3e2937763c6a8a HTTP/1.1" status: 200 len: 380 time: 0.0521932 Mar 08 17:35:42.844398 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'port': {'device_id': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'admin_state_up': True, 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'security_groups': ['5456fb24-7d64-4ab8-98f4-9b3a49c7990b']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:42.986650 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Made reservation on behalf of 152646c42b4d4a3f9a3e2937763c6a8a for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:35:42.990314 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:43.032359 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6378-76bf-4a84-87b3-8e4ced5b78aa req-83c500c8-7465-46ad-8887-a94ca840c4af tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:43.033833 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0bcb6378-76bf-4a84-87b3-8e4ced5b78aa req-83c500c8-7465-46ad-8887-a94ca840c4af tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 945 time: 0.0848823 Mar 08 17:35:43.181821 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0bcb6378-76bf-4a84-87b3-8e4ced5b78aa req-2e617a3b-03e2-4001-9399-5216dd20d142 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172829 Mar 08 17:35:43.200112 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Allocated IP 172.20.0.12 (c6cda2d8-e005-4116-8303-4d7da4dd4b97/5f33444a-083a-449e-8dd2-611fb6a0c2bd/5877a25d-3989-41bf-8153-8eb9643ae538) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:35:43.213047 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e123-14d0-4717-9f2b-c9ae92bea5c1 req-9195058f-ea43-4227-8aef-f3efe8f5dbca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:43.214539 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a28e123-14d0-4717-9f2b-c9ae92bea5c1 req-9195058f-ea43-4227-8aef-f3efe8f5dbca tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1256912 Mar 08 17:35:43.319831 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3a28e123-14d0-4717-9f2b-c9ae92bea5c1 req-ce8f0fa0-76f6-4d69-9311-4ac4bd29b5f7 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984035 Mar 08 17:35:43.338634 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-26bf5485-514c-4a09-a913-ecee383b557d req-36435c05-62a4-455a-b6bd-9a88269e055f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 210 time: 0.0531890 Mar 08 17:35:43.419754 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for port (5877a25d-3989-41bf-8153-8eb9643ae538), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:43.453784 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:43.500422 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:43.503399 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:43.507103 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:35:43.531567 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event updated for resources: {'Port': ['ID=5877a25d-3989-41bf-8153-8eb9643ae538,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:43.560132 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:43.560747 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:43.579960 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-5ba203ce-dcd6-4e0d-b348-ef9ebf44a5dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391720 Mar 08 17:35:43.615206 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Request body: {'port': {'device_id': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:43.680347 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:43.722753 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-1372862a-1246-4904-a490-f73d5c8eb7d0 None None] Provisioning complete for port 5877a25d-3989-41bf-8153-8eb9643ae538 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:43.723719 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1372862a-1246-4904-a490-f73d5c8eb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:43.764432 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-1372862a-1246-4904-a490-f73d5c8eb7d0 None None] Port 5877a25d-3989-41bf-8153-8eb9643ae538 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:35:43.897626 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 59e1914e-5634-41dc-b758-7d2fd9c8b672 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:43.951170 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 59e1914e-5634-41dc-b758-7d2fd9c8b672 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:43.951556 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:43.955069 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5877a25d-3989-41bf-8153-8eb9643ae538 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:35:43.962522 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Publish callbacks [] for port (5877a25d-3989-41bf-8153-8eb9643ae538), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:43.974883 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Transition to ACTIVE for port object 5877a25d-3989-41bf-8153-8eb9643ae538 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:35:43.978994 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:44.037236 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 59e1914e-5634-41dc-b758-7d2fd9c8b672 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:44.037626 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:44.046304 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Pushing event updated for resources: {'Port': ['ID=5877a25d-3989-41bf-8153-8eb9643ae538,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:44.068025 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:44.070282 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4454911f-49f8-44c8-896d-9cdbd7ac4431" -d '{"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-plugged", "status": "completed", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:44.083139 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:44.091858 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:44.103501 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Attempting to bind port 5877a25d-3989-41bf-8153-8eb9643ae538 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:35:44.103870 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Attempting to bind port 5877a25d-3989-41bf-8153-8eb9643ae538 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:35:44.104209 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Attempting to bind port 5877a25d-3989-41bf-8153-8eb9643ae538 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:44.109028 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Port 5877a25d-3989-41bf-8153-8eb9643ae538 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:35:44.109361 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Attempting to bind port 5877a25d-3989-41bf-8153-8eb9643ae538 on network c6cda2d8-e005-4116-8303-4d7da4dd4b97 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:44.116463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:35:44.120085 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Checking segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:35:44.120607 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Bound using segment: {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:35:44.121094 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Bound port: 5877a25d-3989-41bf-8153-8eb9643ae538, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed323cd2-c1f5-4362-9b15-a63633ed3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:35:44.121460 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:44.125205 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1af263b-4afa-4c6d-8f27-5c5ab00035d3 x-openstack-request-id: req-d1af263b-4afa-4c6d-8f27-5c5ab00035d3 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:44.125500 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-plugged", "status": "completed", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:44.125751 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1af263b-4afa-4c6d-8f27-5c5ab00035d3 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:44.126139 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'code': 200} Mar 08 17:35:44.151872 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=8']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:44.187359 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] For port 5877a25d-3989-41bf-8153-8eb9643ae538, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:35:44.190916 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] For port 5877a25d-3989-41bf-8153-8eb9643ae538, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5877a25d-3989-41bf-8153-8eb9643ae538,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:35:44.199424 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:44.232587 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.233208 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:44.234604 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] 10.222.0.71 "PUT /v2.0/ports/5877a25d-3989-41bf-8153-8eb9643ae538 HTTP/1.1" status: 200 len: 1094 time: 0.6241801 Mar 08 17:35:44.235195 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'tag': '5877a25d-3989-41bf-8153-8eb9643ae538'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:44.238024 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c3d1b5-cad4-45b3-8421-8e201811a361" -d '{"events": [{"name": "network-changed", "server_uuid": "e52bffba-9d87-41c6-a87c-0c0dcd7a833e", "tag": "5877a25d-3989-41bf-8153-8eb9643ae538"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:44.292231 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1c524e-2e6e-4f58-904a-e113ef5d5a3a x-openstack-request-id: req-1b1c524e-2e6e-4f58-904a-e113ef5d5a3a {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:44.292540 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52bffba-9d87-41c6-a87c-0c0dcd7a833e", "tag": "5877a25d-3989-41bf-8153-8eb9643ae538", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:44.292771 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b1c524e-2e6e-4f58-904a-e113ef5d5a3a {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:44.293243 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'tag': '5877a25d-3989-41bf-8153-8eb9643ae538', 'status': 'completed', 'code': 200} Mar 08 17:35:44.299503 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a852b44-7151-4e5c-b988-bbcdaaf15494 service neutron] Pushing event updated for resources: {'Port': ['ID=5877a25d-3989-41bf-8153-8eb9643ae538,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:44.355429 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b923b-a0ef-4f7f-ba5c-3513d9f147d8 req-6c5d8505-99b9-426a-8a9a-93a146efee67 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.356985 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f47b923b-a0ef-4f7f-ba5c-3513d9f147d8 req-6c5d8505-99b9-426a-8a9a-93a146efee67 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.1042218 Mar 08 17:35:44.390044 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da50a-c798-472a-82ab-920bbba81c86 req-e2135d24-d855-408e-ac2b-b5956e4116f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.391551 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-e2135d24-d855-408e-ac2b-b5956e4116f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 1128 time: 0.0794733 Mar 08 17:35:44.472117 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f47b923b-a0ef-4f7f-ba5c-3513d9f147d8 req-3eec7d2b-f131-4594-accb-59dd6ccc9bfa tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071975 Mar 08 17:35:44.502434 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-ddf5a25d-7867-4bc3-ab73-ea7c3441df38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5877a25d-3989-41bf-8153-8eb9643ae538 HTTP/1.1" status: 200 len: 217 time: 0.0934606 Mar 08 17:35:44.603258 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da50a-c798-472a-82ab-920bbba81c86 req-424d5e96-1dee-4f21-bc3b-177f4489b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.604802 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-424d5e96-1dee-4f21-bc3b-177f4489b11b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0961480 Mar 08 17:35:44.606571 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d227e-fb3b-478e-82a3-65a9e494baf6 req-d12081e2-6cfd-4a04-81f1-5b3fecaf484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.607954 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-375d227e-fb3b-478e-82a3-65a9e494baf6 req-d12081e2-6cfd-4a04-81f1-5b3fecaf484b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1130 time: 0.1827741 Mar 08 17:35:44.614710 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ab4bd-e36b-4cf4-8592-9c837e9d07a3 req-efe1853f-c8db-433b-8a93-a30732d6905f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.616611 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a72ab4bd-e36b-4cf4-8592-9c837e9d07a3 req-efe1853f-c8db-433b-8a93-a30732d6905f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.2084303 Mar 08 17:35:44.697491 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56156) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:44.716641 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50627453-fe57-4be3-85f3-613bf4527d1f req-c9a471b2-4ca4-4fa1-a5c8-0b6b3b8bc8ed tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.718117 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-50627453-fe57-4be3-85f3-613bf4527d1f req-c9a471b2-4ca4-4fa1-a5c8-0b6b3b8bc8ed tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 944 time: 0.1771195 Mar 08 17:35:44.735602 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-375d227e-fb3b-478e-82a3-65a9e494baf6 req-305fff0b-4480-44cf-92dc-3f0d5db8432b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174393 Mar 08 17:35:44.764963 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a72ab4bd-e36b-4cf4-8592-9c837e9d07a3 req-df30a038-709a-4404-9c7e-d9f0a332a3f9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306701 Mar 08 17:35:44.768478 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da50a-c798-472a-82ab-920bbba81c86 req-f25cfa19-b4ab-4cb3-80c6-652b970c68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.770032 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-f25cfa19-b4ab-4cb3-80c6-652b970c68ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1529815 Mar 08 17:35:44.800768 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-50627453-fe57-4be3-85f3-613bf4527d1f req-c3ae4493-43ce-42d1-a144-07cff5e45d8f tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718536 Mar 08 17:35:44.942031 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-95804568-3b7c-4fa5-95a5-88518846117a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.020093 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-95804568-3b7c-4fa5-95a5-88518846117a admin admin] Publish callbacks [] for security_group (6199d8fd-a144-4f64-8340-d3ab0a0c89a1), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.025322 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-95804568-3b7c-4fa5-95a5-88518846117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (6199d8fd-a144-4f64-8340-d3ab0a0c89a1), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.065893 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-95804568-3b7c-4fa5-95a5-88518846117a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7abff0e0cd9b41978f614fec45dfcb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648839 Mar 08 17:35:45.065893 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95804568-3b7c-4fa5-95a5-88518846117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6199d8fd-a144-4f64-8340-d3ab0a0c89a1,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:45.067550 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56160) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:45.116439 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-1f1b0004-81e3-4ec3-baa8-896ebc52db9f service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952148 Mar 08 17:35:45.118000 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bd424e4e-7183-4e80-810c-86cddfddb302 admin admin] Publish callbacks [] for security_group (6199d8fd-a144-4f64-8340-d3ab0a0c89a1), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.139190 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bd424e4e-7183-4e80-810c-86cddfddb302 admin admin] Publish callbacks [] for security_group (6199d8fd-a144-4f64-8340-d3ab0a0c89a1), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.188110 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bd424e4e-7183-4e80-810c-86cddfddb302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (6199d8fd-a144-4f64-8340-d3ab0a0c89a1), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.190771 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bd424e4e-7183-4e80-810c-86cddfddb302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.191983 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-bd424e4e-7183-4e80-810c-86cddfddb302 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6199d8fd-a144-4f64-8340-d3ab0a0c89a1 HTTP/1.1" status: 204 len: 168 time: 0.1238880 Mar 08 17:35:45.200365 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd424e4e-7183-4e80-810c-86cddfddb302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6199d8fd-a144-4f64-8340-d3ab0a0c89a1,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:45.209228 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-508da50a-c798-472a-82ab-920bbba81c86 req-1f1ec695-d92d-4b22-b502-79ac46864f36 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851145 Mar 08 17:35:45.378164 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-cb74bd15-4c30-456a-b53c-eebbe02bdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.379721 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-cb74bd15-4c30-456a-b53c-eebbe02bdf8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 1128 time: 0.0531483 Mar 08 17:35:45.478653 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-f0666049-c5b4-433e-aaae-0bde7548a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.480438 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-f0666049-c5b4-433e-aaae-0bde7548a8e7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 915 time: 0.0919292 Mar 08 17:35:45.526120 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-52476d79-b8cb-4e67-9928-459b823f2f48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5877a25d-3989-41bf-8153-8eb9643ae538 HTTP/1.1" status: 200 len: 217 time: 0.0376585 Mar 08 17:35:45.600581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-418783e5-9a92-48d6-9a62-6536f39e48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.602023 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-418783e5-9a92-48d6-9a62-6536f39e48b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0697434 Mar 08 17:35:45.655360 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be9c13-0a8d-44ef-8850-2d1a72bf3124 req-86d9c2e7-991b-439b-a271-b1d901c455f5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.656816 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-34be9c13-0a8d-44ef-8850-2d1a72bf3124 req-86d9c2e7-991b-439b-a271-b1d901c455f5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0999470 Mar 08 17:35:45.702884 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-d3fcaa49-0145-4ca4-ba36-75b2bc28e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.704357 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-d3fcaa49-0145-4ca4-ba36-75b2bc28e470 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931416 Mar 08 17:35:45.723482 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-34be9c13-0a8d-44ef-8850-2d1a72bf3124 req-80d52705-44cd-4736-9da4-daecc661a136 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606589 Mar 08 17:35:45.802076 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-cd5e90af-4a4c-429d-8d1c-cea833bc0e4d service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879724 Mar 08 17:35:45.958514 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-67c3d1b5-cad4-45b3-8421-8e201811a361 req-35c1fcc4-a731-4d0d-8042-86d4a9867a3a service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491337 Mar 08 17:35:45.973675 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bff69-3d73-47d7-8e61-8d07d0603d71 req-0a1a96a7-c771-49fa-9eaf-40d4d972355d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.975418 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b65bff69-3d73-47d7-8e61-8d07d0603d71 req-0a1a96a7-c771-49fa-9eaf-40d4d972355d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1081150 Mar 08 17:35:45.983082 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581ae0d-2a4c-47d9-8c3a-be4f5917c01c req-5d5c8dbe-d151-4d62-8285-f9ad77ac4f93 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.984532 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1581ae0d-2a4c-47d9-8c3a-be4f5917c01c req-5d5c8dbe-d151-4d62-8285-f9ad77ac4f93 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 944 time: 0.1056931 Mar 08 17:35:46.057789 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b65bff69-3d73-47d7-8e61-8d07d0603d71 req-fb89e00a-b9ca-4fe1-b600-3cbd7d26d52f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721955 Mar 08 17:35:46.062542 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1581ae0d-2a4c-47d9-8c3a-be4f5917c01c req-eab107c5-b304-4a4f-bae5-169a09fd9073 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705092 Mar 08 17:35:46.855386 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f48d3-22e4-4a87-8e85-c644ca589549 req-1a33cd95-4f8e-48c2-aa71-a086b534e8a1 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:46.856948 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-091f48d3-22e4-4a87-8e85-c644ca589549 req-1a33cd95-4f8e-48c2-aa71-a086b534e8a1 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.0611200 Mar 08 17:35:46.908221 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-091f48d3-22e4-4a87-8e85-c644ca589549 req-432a4ce8-65a6-4973-87ef-1e713d54bef9 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452924 Mar 08 17:35:47.214686 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491d9f1-ed3a-41f0-9c11-404b24fd62e2 req-9fe3190e-ef96-48cb-a5f7-99c7a519ac0c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:47.216179 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9491d9f1-ed3a-41f0-9c11-404b24fd62e2 req-9fe3190e-ef96-48cb-a5f7-99c7a519ac0c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0839293 Mar 08 17:35:47.225656 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca127d-ac28-4291-bb1d-b454179f0355 req-667d5316-f54a-4ff0-bec1-63f0a3ca0694 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:47.227013 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-94ca127d-ac28-4291-bb1d-b454179f0355 req-667d5316-f54a-4ff0-bec1-63f0a3ca0694 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 944 time: 0.0859857 Mar 08 17:35:47.297668 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9491d9f1-ed3a-41f0-9c11-404b24fd62e2 req-7a09547e-7c0b-4ab3-a323-d9bb6fb25a86 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696359 Mar 08 17:35:47.300829 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-94ca127d-ac28-4291-bb1d-b454179f0355 req-2f034853-8426-4c8d-84c9-54ec319605c8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671451 Mar 08 17:35:47.940458 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5877a25d-3989-41bf-8153-8eb9643ae538 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:35:48.049151 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5877a25d-3989-41bf-8153-8eb9643ae538, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5877a25d-3989-41bf-8153-8eb9643ae538,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:48.060471 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '5877a25d-3989-41bf-8153-8eb9643ae538', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'port_id': '5877a25d-3989-41bf-8153-8eb9643ae538', 'mac_address': 'fa:16:3e:78:e2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:35:48.097549 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 5877a25d-3989-41bf-8153-8eb9643ae538 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:48.097915 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:48.115437 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5877a25d-3989-41bf-8153-8eb9643ae538 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:35:48.135837 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5877a25d-3989-41bf-8153-8eb9643ae538, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5877a25d-3989-41bf-8153-8eb9643ae538,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:48.141802 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:48.142477 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:35:48.211601 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=5877a25d-3989-41bf-8153-8eb9643ae538,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:48.276678 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:48.286992 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'port_id': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'mac_address': 'fa:16:3e:05:40:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:35:48.328594 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 is: ACTIVE; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:48.328984 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:48.342993 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bc82b36-e464-43ad-aef3-a5c66a8839a8 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:35:48.362487 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:48.367203 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:48.416226 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=6']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:48.450624 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb06fba-6186-4bba-985f-380fc76d56db req-89d809fe-4fba-44e9-87e2-030af67da3ce tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:48.452219 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6eb06fba-6186-4bba-985f-380fc76d56db req-89d809fe-4fba-44e9-87e2-030af67da3ce tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 945 time: 0.0783622 Mar 08 17:35:48.471652 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f39e2-5d41-49ec-b372-20ed9dcb7ffa req-7d87b6b8-96a9-4a3d-ab9a-d73cb24ef0cc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:48.473020 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-639f39e2-5d41-49ec-b372-20ed9dcb7ffa req-7d87b6b8-96a9-4a3d-ab9a-d73cb24ef0cc tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 944 time: 0.1011653 Mar 08 17:35:48.538991 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6eb06fba-6186-4bba-985f-380fc76d56db req-80314a25-6595-49e1-82cd-45fc2d8993dc tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809882 Mar 08 17:35:48.545811 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-639f39e2-5d41-49ec-b372-20ed9dcb7ffa req-79154ec4-a67f-44b8-b364-272dda43f888 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649638 Mar 08 17:35:48.615602 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['0bc82b36-e464-43ad-aef3-a5c66a8839a8'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:35:48.891532 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['5877a25d-3989-41bf-8153-8eb9643ae538'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:35:49.694884 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3abe77-403a-4529-aae8-834d029b1685 req-ce5ddcc5-ea12-4a25-adb7-2c3d61c2f3ea tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:49.696355 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e3abe77-403a-4529-aae8-834d029b1685 req-ce5ddcc5-ea12-4a25-adb7-2c3d61c2f3ea tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 945 time: 0.0787296 Mar 08 17:35:49.705949 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf3201-aa61-4b5f-8c46-76d285361ac1 req-d5110a46-1073-4c97-92e1-b939f6bee921 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:49.707266 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cddf3201-aa61-4b5f-8c46-76d285361ac1 req-d5110a46-1073-4c97-92e1-b939f6bee921 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 944 time: 0.0808885 Mar 08 17:35:49.774521 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e3abe77-403a-4529-aae8-834d029b1685 req-82b6897d-ecf0-456f-8716-90821d99db7d tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663362 Mar 08 17:35:49.777790 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cddf3201-aa61-4b5f-8c46-76d285361ac1 req-69cb9edb-a7c2-4f82-9bf3-ad66d359bc86 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640261 Mar 08 17:35:49.952768 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:50.005713 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:50.006101 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:50.086235 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:50.086623 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:50.109395 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:50.111764 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b97784-b7c5-4ae9-a3d2-8bc70c470b0c" -d '{"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:50.125221 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:50.129455 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:50.164853 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac7ad50-dc68-4b4d-9727-6453973c36e8 x-openstack-request-id: req-0ac7ad50-dc68-4b4d-9727-6453973c36e8 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:50.165144 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:50.165392 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ac7ad50-dc68-4b4d-9727-6453973c36e8 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:50.165783 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'code': 200} Mar 08 17:35:50.186385 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=7']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:50.951637 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a078-ee79-436a-8114-5c1352e581b8 req-7a12e5df-73c9-4fb3-adee-bdbf56900ffe tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:50.954086 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f0c2a078-ee79-436a-8114-5c1352e581b8 req-7a12e5df-73c9-4fb3-adee-bdbf56900ffe tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 945 time: 0.0879543 Mar 08 17:35:50.969679 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af58c1-313d-4401-9ab3-4c61cc1a8a92 req-aaa057da-98f9-42bd-b09a-f77093847f92 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:50.971125 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e4af58c1-313d-4401-9ab3-4c61cc1a8a92 req-aaa057da-98f9-42bd-b09a-f77093847f92 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1033318 Mar 08 17:35:51.063175 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f0c2a078-ee79-436a-8114-5c1352e581b8 req-e7fea239-dde0-4ecb-900b-63093a65817c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036980 Mar 08 17:35:51.066144 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e4af58c1-313d-4401-9ab3-4c61cc1a8a92 req-125214a9-0367-48d3-9cc6-7edd7a73a9d3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869627 Mar 08 17:35:51.274218 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:35:51.961255 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5877a25d-3989-41bf-8153-8eb9643ae538 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:52.015716 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 5877a25d-3989-41bf-8153-8eb9643ae538 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:35:52.020408 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 5877a25d-3989-41bf-8153-8eb9643ae538 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:52.020778 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:52.105264 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 5877a25d-3989-41bf-8153-8eb9643ae538 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:52.105654 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:52.150661 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 5877a25d-3989-41bf-8153-8eb9643ae538, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5877a25d-3989-41bf-8153-8eb9643ae538,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:52.155405 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:52.178012 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5877a25d-3989-41bf-8153-8eb9643ae538'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:52.180692 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8332434-116c-45aa-8e67-f9ea148a9d1d" -d '{"events": [{"server_uuid": "e52bffba-9d87-41c6-a87c-0c0dcd7a833e", "name": "network-vif-plugged", "status": "completed", "tag": "5877a25d-3989-41bf-8153-8eb9643ae538"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:52.215925 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=5877a25d-3989-41bf-8153-8eb9643ae538,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:52.311219 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63707655-d475-42d9-8f81-85838a7daf6f req-a5276daf-4d20-43a9-9f95-40074010f5fa tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:52.312770 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-63707655-d475-42d9-8f81-85838a7daf6f req-a5276daf-4d20-43a9-9f95-40074010f5fa tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1079011 Mar 08 17:35:52.328786 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c58ead-01d4-4d24-a7bc-9afce7170acd req-8426147b-c1d6-4ae2-9688-f423a09020c5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:52.330228 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a1c58ead-01d4-4d24-a7bc-9afce7170acd req-8426147b-c1d6-4ae2-9688-f423a09020c5 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 946 time: 0.1137316 Mar 08 17:35:52.416021 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-63707655-d475-42d9-8f81-85838a7daf6f req-355fc8f3-bd10-48d1-97e3-d48a99186bba tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952132 Mar 08 17:35:52.419037 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a1c58ead-01d4-4d24-a7bc-9afce7170acd req-a6c85fae-b773-4baf-9eb6-3d0a606cdcad tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812902 Mar 08 17:35:52.478269 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b10ba9-767a-4e62-b205-b4a4868d85e2 x-openstack-request-id: req-14b10ba9-767a-4e62-b205-b4a4868d85e2 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:52.478655 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52bffba-9d87-41c6-a87c-0c0dcd7a833e", "name": "network-vif-plugged", "status": "completed", "tag": "5877a25d-3989-41bf-8153-8eb9643ae538", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:52.479001 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14b10ba9-767a-4e62-b205-b4a4868d85e2 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:52.479489 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5877a25d-3989-41bf-8153-8eb9643ae538', 'code': 200} Mar 08 17:35:52.738119 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95b495-bdd7-4c1c-8153-a83876e14a46 req-9a03fc73-b44e-4fc7-81c0-db3672d3d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:52.740038 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0f95b495-bdd7-4c1c-8153-a83876e14a46 req-9a03fc73-b44e-4fc7-81c0-db3672d3d15d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 1130 time: 0.0518477 Mar 08 17:35:52.789119 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0f95b495-bdd7-4c1c-8153-a83876e14a46 req-fda03757-f2a5-495c-b4d1-31a2bba3d9f7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 Mar 08 17:35:53.611052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10023e0-7b31-4868-a866-f7d60ecaa9af req-70f1c281-c9e6-4878-89df-eae39ddec9e1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:53.614039 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a10023e0-7b31-4868-a866-f7d60ecaa9af req-70f1c281-c9e6-4878-89df-eae39ddec9e1 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 946 time: 0.1083195 Mar 08 17:35:53.622039 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21254aa9-309f-4436-8e61-a44bc3df72d5 req-e357c74a-b512-4b6e-9392-c96578a81fc5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:53.623898 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-21254aa9-309f-4436-8e61-a44bc3df72d5 req-e357c74a-b512-4b6e-9392-c96578a81fc5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.1085422 Mar 08 17:35:53.701670 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a10023e0-7b31-4868-a866-f7d60ecaa9af req-9af8c7ff-dace-4448-8256-029b0bc3c414 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765595 Mar 08 17:35:53.706033 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-21254aa9-309f-4436-8e61-a44bc3df72d5 req-e75c18dc-1aa1-4a2d-a928-dea160c4f22e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732353 Mar 08 17:35:54.870199 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11b1e1-c6d0-41b9-bb7d-900dae890658 req-bdcb7156-78e7-4658-8475-194de82ccba3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:54.871832 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af11b1e1-c6d0-41b9-bb7d-900dae890658 req-bdcb7156-78e7-4658-8475-194de82ccba3 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 946 time: 0.0884306 Mar 08 17:35:54.901629 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57597203-dc5a-4521-b5b9-d1f226966b9a req-aa7d8ad0-3d1a-461f-a558-79192ca2774e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:54.903109 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-57597203-dc5a-4521-b5b9-d1f226966b9a req-aa7d8ad0-3d1a-461f-a558-79192ca2774e tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0888109 Mar 08 17:35:54.958215 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af11b1e1-c6d0-41b9-bb7d-900dae890658 req-fbe5be1b-72ae-4409-ad62-552fff8e941a tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794139 Mar 08 17:35:54.976077 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-57597203-dc5a-4521-b5b9-d1f226966b9a req-3df0e55d-8f63-4093-8312-757975d09536 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659652 Mar 08 17:35:55.097599 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21d40b-c8b4-44ae-8334-f314d571736e req-8d5a71f7-1f24-452b-aa11-8f13c5bb819e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:55.099342 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-be21d40b-c8b4-44ae-8334-f314d571736e req-8d5a71f7-1f24-452b-aa11-8f13c5bb819e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 946 time: 0.0616875 Mar 08 17:35:55.108995 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56264) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:55.114135 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Request body: {'floatingip': {'port_id': '5877a25d-3989-41bf-8153-8eb9643ae538'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:55.164094 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (26317623-32e4-4f38-8eab-865a204d6b60), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:55.885686 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:55.890478 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (26317623-32e4-4f38-8eab-865a204d6b60), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:56.012830 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Floating IP 26317623-32e4-4f38-8eab-865a204d6b60 associated. External IP: 172.27.1.179, port: 5877a25d-3989-41bf-8153-8eb9643ae538. Mar 08 17:35:56.136267 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2c043-51b7-498a-9175-d94fac99ed43 req-3470cb41-5718-4e5e-9156-4ae23b9d645c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:56.137774 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1bf2c043-51b7-498a-9175-d94fac99ed43 req-3470cb41-5718-4e5e-9156-4ae23b9d645c tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0659649 Mar 08 17:35:56.187086 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1bf2c043-51b7-498a-9175-d94fac99ed43 req-99058b0b-5f15-4eaa-9915-1ed720540688 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Mar 08 17:35:56.291649 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:35:56.413355 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:35:56.420146 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:56.427976 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:35:56.441627 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:56.442733 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:35:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:56.463538 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-fcfd45e2-2aba-424f-97a7-68231df28259 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "PUT /v2.0/floatingips/26317623-32e4-4f38-8eab-865a204d6b60 HTTP/1.1" status: 200 len: 992 time: 1.3531766 Mar 08 17:35:56.464276 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'tag': '5877a25d-3989-41bf-8153-8eb9643ae538'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:56.466591 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e52bffba-9d87-41c6-a87c-0c0dcd7a833e", "tag": "5877a25d-3989-41bf-8153-8eb9643ae538"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:56.524620 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0729a5c-f4a0-422d-8145-c7037b4c302d x-openstack-request-id: req-e0729a5c-f4a0-422d-8145-c7037b4c302d {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:56.525740 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52bffba-9d87-41c6-a87c-0c0dcd7a833e", "tag": "5877a25d-3989-41bf-8153-8eb9643ae538", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:56.525972 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0729a5c-f4a0-422d-8145-c7037b4c302d {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:56.528128 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'tag': '5877a25d-3989-41bf-8153-8eb9643ae538', 'status': 'completed', 'code': 200} Mar 08 17:35:56.619316 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:56.660138 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-c213ebff-9810-47e6-8a11-3e51f7ca1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:56.662369 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-c213ebff-9810-47e6-8a11-3e51f7ca1da6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 1130 time: 0.0622118 Mar 08 17:35:56.777653 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-5bc5ed07-c8c2-492c-b2f5-618a9ea50a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:56.779159 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-5bc5ed07-c8c2-492c-b2f5-618a9ea50a65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 200 len: 915 time: 0.1097059 Mar 08 17:35:56.903186 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '26317623-32e4-4f38-8eab-865a204d6b60', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5877a25d-3989-41bf-8153-8eb9643ae538', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:78:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:35:38Z', 'updated_at': '2022-03-08T17:35:55Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:56.931353 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:35:56.942793 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:56.943591 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:35:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:57.075976 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:57.167989 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-fb25d7e9-a28f-4672-8ca8-449390a3807a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5877a25d-3989-41bf-8153-8eb9643ae538 HTTP/1.1" status: 200 len: 1000 time: 0.3686969 Mar 08 17:35:57.236056 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-d30db528-5ac1-444f-bd14-f87116f7cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:57.240310 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-d30db528-5ac1-444f-bd14-f87116f7cca8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 200 len: 853 time: 0.0621915 Mar 08 17:35:57.346525 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-c3c49719-1c5f-4aac-8a8d-f1ce67cf26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:57.348457 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-c3c49719-1c5f-4aac-8a8d-f1ce67cf26eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c6cda2d8-e005-4116-8303-4d7da4dd4b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999746 Mar 08 17:35:57.386952 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c940e7a-8f0d-4a62-801f-94a4cede24d2 req-c5d0e48a-4993-4b08-9259-e4f6a7ba911a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:57.389528 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5c940e7a-8f0d-4a62-801f-94a4cede24d2 req-c5d0e48a-4993-4b08-9259-e4f6a7ba911a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0927949 Mar 08 17:35:57.397313 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '26317623-32e4-4f38-8eab-865a204d6b60', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5877a25d-3989-41bf-8153-8eb9643ae538', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:78:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:35:38Z', 'updated_at': '2022-03-08T17:35:55Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:57.433391 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8d9f-899b-49f6-9bba-16118072729e None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '26317623-32e4-4f38-8eab-865a204d6b60', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'port_id': '5877a25d-3989-41bf-8153-8eb9643ae538', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'mac_address': 'fa:16:3e:78:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:35:38Z', 'updated_at': '2022-03-08T17:35:55Z', 'revision_number': 1, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:35:57.451759 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5c940e7a-8f0d-4a62-801f-94a4cede24d2 req-c3b0370d-7ce0-4a54-9622-6c24cb61bcb3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547621 Mar 08 17:35:57.486793 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d164621d-5d6f-4546-872a-eeaef04f0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:57.544555 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-c2efe507-bce1-4d9e-9a6a-9ecc86451c31 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871815 Mar 08 17:35:57.677899 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ec34aab6-0b05-4afa-98d5-1908db0a2d0c req-b5f676ed-fff5-4468-a86c-967ec8f066c1 service neutron] 10.222.0.71 "GET /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255784 Mar 08 17:35:57.734699 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e4c61-d9ad-4a46-a1f0-85673b548378 None None] New status for floating IP 26317623-32e4-4f38-8eab-865a204d6b60: ACTIVE {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:35:58.588270 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374c90c-00a9-4871-a938-522c6952ecbc req-f171d999-8c04-4bae-ba32-be407100ed3f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:58.590782 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4374c90c-00a9-4871-a938-522c6952ecbc req-f171d999-8c04-4bae-ba32-be407100ed3f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0588670 Mar 08 17:35:58.656006 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4374c90c-00a9-4871-a938-522c6952ecbc req-c80c4075-a123-4644-bd79-715ea7867ae1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571802 Mar 08 17:35:59.746786 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8b83ba5f-dc54-4afc-8e01-379c5e279fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:59.782169 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3c5d9-063c-4d6a-888a-6236f20cedef req-8e0ec910-81a2-4da9-8d5d-76bcc6345e0f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:59.783612 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9fe3c5d9-063c-4d6a-888a-6236f20cedef req-8e0ec910-81a2-4da9-8d5d-76bcc6345e0f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Mar 08 17:35:59.831158 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9fe3c5d9-063c-4d6a-888a-6236f20cedef req-b8570d75-e3ea-42da-aaf1-0c5d5f0157bf tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418971 Mar 08 17:36:00.418793 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-b0685cab-06e1-4dc2-9dd3-e3f7e4eea2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:00.420227 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-b0685cab-06e1-4dc2-9dd3-e3f7e4eea2cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0501420 Mar 08 17:36:00.515045 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-caeedb21-8b51-4572-899e-ece64977549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:00.516466 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-caeedb21-8b51-4572-899e-ece64977549b service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 917 time: 0.0870843 Mar 08 17:36:00.583082 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-5a9fe740-e69f-43d0-b0b7-7ff3f3f8c7bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8 HTTP/1.1" status: 200 len: 1000 time: 0.0577073 Mar 08 17:36:00.648948 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-4771f2f6-2f3f-4d2f-86aa-d27af3cc6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:00.651173 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-4771f2f6-2f3f-4d2f-86aa-d27af3cc6e4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 200 len: 855 time: 0.0537264 Mar 08 17:36:00.701634 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-f60b5403-be71-402c-b7c8-ee0aacdab304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:00.702999 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-f60b5403-be71-402c-b7c8-ee0aacdab304 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445235 Mar 08 17:36:00.793557 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-bf06cd1f-b964-4011-b38f-adcf97e896dc service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814819 Mar 08 17:36:00.869475 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:00.889960 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-eb88520f-a28d-4c2a-9339-8b81e6c0a26e req-9a9eaca2-0c13-42c1-9eb2-b4fba0ba19e6 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860937 Mar 08 17:36:01.116114 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63384c38-cd48-4fbe-9d70-519b74a27f67 req-075558f3-00a3-476a-865f-caeda5cff35a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:01.117605 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-63384c38-cd48-4fbe-9d70-519b74a27f67 req-075558f3-00a3-476a-865f-caeda5cff35a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0554507 Mar 08 17:36:01.171275 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-63384c38-cd48-4fbe-9d70-519b74a27f67 req-0f983407-d0cb-40b0-a2b7-85d3c54be7af tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Mar 08 17:36:02.277497 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:02.321480 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1c9b-5d85-4083-86a7-7fcf078b3d49 req-6deafb32-7136-4154-a59e-8b07cc3fc3bb tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:02.323241 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-898f1c9b-5d85-4083-86a7-7fcf078b3d49 req-6deafb32-7136-4154-a59e-8b07cc3fc3bb tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0736012 Mar 08 17:36:02.374172 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-898f1c9b-5d85-4083-86a7-7fcf078b3d49 req-ba0c4477-34f2-476f-a776-1b77aea59c58 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Mar 08 17:36:03.502894 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab2db3-6aa6-4e3e-b9ce-0385a2660fa7 req-3eba81a0-6f01-4b06-b9c4-a41783a71041 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:03.504454 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bdab2db3-6aa6-4e3e-b9ce-0385a2660fa7 req-3eba81a0-6f01-4b06-b9c4-a41783a71041 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 945 time: 0.0561297 Mar 08 17:36:03.553707 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bdab2db3-6aa6-4e3e-b9ce-0385a2660fa7 req-e887db13-6d1d-428b-9c2e-7c92421b4404 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433872 Mar 08 17:36:03.879509 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:04.005042 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:04.083912 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 is: ACTIVE; New status is: DOWN {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:04.084304 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:04.107616 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:04.109958 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7781f2-c068-4947-8ea9-ef47e75b168b" -d '{"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:04.122951 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:04.128671 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:04.151331 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe29d2a0-3f59-4fa7-a11a-586c6bb2884d x-openstack-request-id: req-fe29d2a0-3f59-4fa7-a11a-586c6bb2884d {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:04.151619 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-unplugged", "status": "failed", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8", "code": 422}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:04.151890 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe29d2a0-3f59-4fa7-a11a-586c6bb2884d {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:04.152289 dv-cinder-830090-3-iscsi neutron-server[103293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'code': 422} returned with failed status Mar 08 17:36:04.177703 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=8']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:04.539342 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cbcd7-1f78-42ae-88c8-f4a35fd3fbdf req-381edb50-d2c2-442e-8b2d-75bcddb043fa tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:04.540887 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9c8cbcd7-1f78-42ae-88c8-f4a35fd3fbdf req-381edb50-d2c2-442e-8b2d-75bcddb043fa tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0518672 Mar 08 17:36:04.591366 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9c8cbcd7-1f78-42ae-88c8-f4a35fd3fbdf req-396ecd70-c58a-4257-867d-6f24da4c3b09 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Mar 08 17:36:04.811917 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-bd906534-1a73-4a60-8cde-75129c2a5608 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0486586 Mar 08 17:36:04.889458 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-3632d2ab-2b91-4eac-9e0c-d1ba144fbe3b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:04.890792 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-3632d2ab-2b91-4eac-9e0c-d1ba144fbe3b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports/0bc82b36-e464-43ad-aef3-a5c66a8839a8 HTTP/1.1" status: 200 len: 940 time: 0.0508964 Mar 08 17:36:05.725791 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161de14-ebca-419f-8405-6ada9e9fb935 req-52a9db92-6d74-4b20-98f1-cfbdc9592953 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:05.727233 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6161de14-ebca-419f-8405-6ada9e9fb935 req-52a9db92-6d74-4b20-98f1-cfbdc9592953 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0534587 Mar 08 17:36:05.801293 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6161de14-ebca-419f-8405-6ada9e9fb935 req-f198521e-e09f-41dc-ba81-d903ae82e470 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680852 Mar 08 17:36:05.807734 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-bf21a5b3-3ce1-466a-8dd2-20fb89525098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:05.809234 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-bf21a5b3-3ce1-466a-8dd2-20fb89525098 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2&tenant_id=87a36c2da5204a96b058fe6e6ccba921 HTTP/1.1" status: 200 len: 1127 time: 0.0750151 Mar 08 17:36:05.809406 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:05.891632 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-a96eb186-2dc8-418e-a707-1bdfa69b1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:05.892801 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-a96eb186-2dc8-418e-a707-1bdfa69b1ed5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a36c2da5204a96b058fe6e6ccba921&device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0476897 Mar 08 17:36:05.982547 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-2593a9e8-43f8-496e-9399-3eda9f27c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:05.983999 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-2593a9e8-43f8-496e-9399-3eda9f27c71c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 200 len: 917 time: 0.0843575 Mar 08 17:36:06.052943 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-2fa4673a-bd07-41ac-b591-f91fb0aad813 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8 HTTP/1.1" status: 200 len: 998 time: 0.0617139 Mar 08 17:36:06.104682 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-afd8a664-3617-4229-8450-3b61d8100f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:06.106080 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-afd8a664-3617-4229-8450-3b61d8100f2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 200 len: 855 time: 0.0419483 Mar 08 17:36:06.154900 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-45b601d5-9aee-4172-af2f-edf5b4f9fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:06.156277 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-45b601d5-9aee-4172-af2f-edf5b4f9fa76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431504 Mar 08 17:36:06.251547 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-be9885a7-75aa-4efa-9152-e47a47dd8666 service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878434 Mar 08 17:36:06.342443 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d5371ebe-adf2-4b3f-9d8f-46f7a5233c8a req-f72ab633-80fb-4827-a635-e772918899de service neutron] 10.222.0.71 "GET /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824926 Mar 08 17:36:06.956828 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48613454-b8c3-447c-b66a-d58cd39d32d7 req-e4465a77-7eb4-4e5a-b1d4-8b1c3c1c1e91 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:06.958461 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-48613454-b8c3-447c-b66a-d58cd39d32d7 req-e4465a77-7eb4-4e5a-b1d4-8b1c3c1c1e91 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0755870 Mar 08 17:36:07.020037 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-48613454-b8c3-447c-b66a-d58cd39d32d7 req-d87d1cae-1b6d-4caa-8ab3-fc70fb7c8c71 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549221 Mar 08 17:36:08.139055 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c66db0-f2bd-424a-84f1-a17b7081622b req-d523f6a3-c0e0-417d-9676-52cde2918170 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:08.141025 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b5c66db0-f2bd-424a-84f1-a17b7081622b req-d523f6a3-c0e0-417d-9676-52cde2918170 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0537753 Mar 08 17:36:08.188941 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b5c66db0-f2bd-424a-84f1-a17b7081622b req-0195c56d-3977-4592-8437-703bedf7213a tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Mar 08 17:36:09.314856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dcf77-a37f-48f0-b57f-832646faf420 req-d3bc4040-2500-4478-8e39-2b9f397ffe65 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:09.316397 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e18dcf77-a37f-48f0-b57f-832646faf420 req-d3bc4040-2500-4478-8e39-2b9f397ffe65 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0533190 Mar 08 17:36:09.368045 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e18dcf77-a37f-48f0-b57f-832646faf420 req-94e3ce11-6780-4cd6-8ddf-fd08873746fd tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 Mar 08 17:36:10.497613 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c930e-7381-47fd-a941-0ac94a90c561 req-c5552206-a36e-4fa7-8969-589a18c747ad tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:10.499767 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-379c930e-7381-47fd-a941-0ac94a90c561 req-c5552206-a36e-4fa7-8969-589a18c747ad tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0571928 Mar 08 17:36:10.548426 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-379c930e-7381-47fd-a941-0ac94a90c561 req-3e18c645-63bc-47ae-bab5-9ed3f11d8eae tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437167 Mar 08 17:36:11.676614 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73892173-0d00-4dba-8689-76d12ac515aa req-9d57e059-e347-4530-8a4e-383bad4f1f11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:11.678298 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-73892173-0d00-4dba-8689-76d12ac515aa req-9d57e059-e347-4530-8a4e-383bad4f1f11 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0557361 Mar 08 17:36:11.726370 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-73892173-0d00-4dba-8689-76d12ac515aa req-85926eb0-2e48-4d9c-a6f9-17ecb71aac47 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420387 Mar 08 17:36:12.873825 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f9dd5-aff9-478a-a8bf-3cc31eef8469 req-747e5dca-a89d-4572-a009-6f4edf17b697 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:12.876476 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b70f9dd5-aff9-478a-a8bf-3cc31eef8469 req-747e5dca-a89d-4572-a009-6f4edf17b697 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0670223 Mar 08 17:36:12.937047 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b70f9dd5-aff9-478a-a8bf-3cc31eef8469 req-1279f74f-3950-45ad-8576-0f1836b26954 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515425 Mar 08 17:36:14.056143 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dbc55-9bb1-4b26-848e-cfec36d44b87 req-4bda8c98-636d-4c29-adf1-2c36ffed008d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:14.057825 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4e0dbc55-9bb1-4b26-848e-cfec36d44b87 req-4bda8c98-636d-4c29-adf1-2c36ffed008d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0568068 Mar 08 17:36:14.105889 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4e0dbc55-9bb1-4b26-848e-cfec36d44b87 req-ba2e2633-0a8e-45f5-8e88-1c58c88ab071 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 Mar 08 17:36:15.233386 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be292ee3-f5b4-4e95-91f8-5058f9f82c67 req-e681d2b4-8c85-46ea-9dbf-9135dabe4878 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:15.235068 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-be292ee3-f5b4-4e95-91f8-5058f9f82c67 req-e681d2b4-8c85-46ea-9dbf-9135dabe4878 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0554423 Mar 08 17:36:15.290799 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-be292ee3-f5b4-4e95-91f8-5058f9f82c67 req-d1e1b021-fab1-488e-97a2-24eb0cce4f29 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489769 Mar 08 17:36:16.433617 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa980517-e492-4e39-8b70-4d9200cd0ef5 req-f4b4571b-a568-45e2-8bed-1406fb031dd4 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:16.435213 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa980517-e492-4e39-8b70-4d9200cd0ef5 req-f4b4571b-a568-45e2-8bed-1406fb031dd4 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0562606 Mar 08 17:36:16.485803 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa980517-e492-4e39-8b70-4d9200cd0ef5 req-a3ad2757-0381-4db7-a09c-7eb1fb06cdad tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Mar 08 17:36:17.626129 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746b3a-87ee-4036-981f-142c85fde9c9 req-238e556d-abef-4510-9d01-986941935bcb tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:17.627506 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-41746b3a-87ee-4036-981f-142c85fde9c9 req-238e556d-abef-4510-9d01-986941935bcb tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0553789 Mar 08 17:36:17.677444 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-41746b3a-87ee-4036-981f-142c85fde9c9 req-8b481ba2-055e-4788-817d-03b9fd45bbe3 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 Mar 08 17:36:18.813533 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b92f56-acae-4064-bc78-80837a2a97f6 req-a6b35d88-442e-4b38-9b36-aac293a1f79d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:18.814994 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f7b92f56-acae-4064-bc78-80837a2a97f6 req-a6b35d88-442e-4b38-9b36-aac293a1f79d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0575380 Mar 08 17:36:18.863106 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f7b92f56-acae-4064-bc78-80837a2a97f6 req-38e41033-99a7-42c2-b3be-8161641588b9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Mar 08 17:36:19.988245 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3bfd8-7d03-40e9-8939-7a3f9687fac8 req-57bf976e-9c97-45d5-ab39-63dbe19b281f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:19.989895 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-96a3bfd8-7d03-40e9-8939-7a3f9687fac8 req-57bf976e-9c97-45d5-ab39-63dbe19b281f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 943 time: 0.0546036 Mar 08 17:36:20.040838 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-96a3bfd8-7d03-40e9-8939-7a3f9687fac8 req-da620d32-f7b1-40cc-8e7f-9fe7079304e2 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Mar 08 17:36:20.047212 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:36:20.146808 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:20.158044 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'port_id': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'mac_address': 'fa:16:3e:05:40:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:36:20.196227 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:20.196616 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:20.209605 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc82b36-e464-43ad-aef3-a5c66a8839a8 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:36:20.230022 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:20.235935 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:20.282066 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=9']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:20.289185 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.289536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.289884 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.290221 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.290547 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.290877 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.291206 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.291530 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.291877 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.292216 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.292533 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.292857 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.293176 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:20.666716 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['0bc82b36-e464-43ad-aef3-a5c66a8839a8'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:36:21.173544 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b483ad8-80c4-4063-b327-609e8674d5cd req-5b7d108c-9679-414f-a5aa-24ea9868162d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:21.175060 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b483ad8-80c4-4063-b327-609e8674d5cd req-5b7d108c-9679-414f-a5aa-24ea9868162d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 944 time: 0.0562394 Mar 08 17:36:21.220758 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b483ad8-80c4-4063-b327-609e8674d5cd req-9ca5af03-76da-4641-8f82-2f1e1f537c66 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401533 Mar 08 17:36:22.058007 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:22.112759 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:22.113236 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:22.189986 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:22.190987 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:22.214337 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:22.216639 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011cd3b4-d215-4f3f-8436-367d9bf0db26" -d '{"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:22.231018 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:22.237404 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:22.263743 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0056abc6-5779-4f36-9c31-48d2a4012cba x-openstack-request-id: req-0056abc6-5779-4f36-9c31-48d2a4012cba {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:22.264063 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:22.264310 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0056abc6-5779-4f36-9c31-48d2a4012cba {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:22.264702 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'code': 200} Mar 08 17:36:22.293372 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=10']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:22.361869 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79c22-655c-4a09-9b7c-057aee23402b req-668f312f-628a-4272-a517-3fffa6bbb89d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:22.364253 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d6f79c22-655c-4a09-9b7c-057aee23402b req-668f312f-628a-4272-a517-3fffa6bbb89d tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 946 time: 0.0658669 Mar 08 17:36:22.414218 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d6f79c22-655c-4a09-9b7c-057aee23402b req-6c9a6ef8-8b4c-4e36-b21c-11cdc22dbc00 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 Mar 08 17:36:22.519863 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58852d3-91db-457a-84f3-32c7cba4fb7a req-d0d1c5ab-a3ca-41fb-bf66-3e054918cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:22.521410 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b58852d3-91db-457a-84f3-32c7cba4fb7a req-d0d1c5ab-a3ca-41fb-bf66-3e054918cba2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 1130 time: 0.0451446 Mar 08 17:36:22.569451 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b58852d3-91db-457a-84f3-32c7cba4fb7a req-0695d599-e9af-4cde-8937-bed3bfe5afe6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 Mar 08 17:36:23.545166 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c96f7-d41a-4c71-b4dd-6c93aae88376 req-0e9d3230-43c6-4991-88a9-76cddc7c2425 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:23.546606 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4d8c96f7-d41a-4c71-b4dd-6c93aae88376 req-0e9d3230-43c6-4991-88a9-76cddc7c2425 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 946 time: 0.0517948 Mar 08 17:36:23.592106 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4d8c96f7-d41a-4c71-b4dd-6c93aae88376 req-1cb3db44-7c5e-4834-b5cd-b91f4f831c95 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 Mar 08 17:36:24.713789 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f50362-78cc-4af8-99d2-ca46526ce0e2 req-8d320c40-5339-4e95-8ec8-c1a7a7b0d5f1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:24.715263 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f8f50362-78cc-4af8-99d2-ca46526ce0e2 req-8d320c40-5339-4e95-8ec8-c1a7a7b0d5f1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 946 time: 0.0524075 Mar 08 17:36:24.764372 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f8f50362-78cc-4af8-99d2-ca46526ce0e2 req-53016708-5e79-4912-ba20-5a72d4c796c8 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435650 Mar 08 17:36:25.046184 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377868f-0471-4420-abad-4a77994884ce req-2b7cbd46-81e1-40ba-8322-a49a2425d6b7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:25.047631 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3377868f-0471-4420-abad-4a77994884ce req-2b7cbd46-81e1-40ba-8322-a49a2425d6b7 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.0566027 Mar 08 17:36:25.096497 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3377868f-0471-4420-abad-4a77994884ce req-02574779-ac8f-4499-8b9f-0108286c684e tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 Mar 08 17:36:26.227178 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3e21b-eec2-4fc3-b6a6-f566f19a545e req-c0fab9f4-5908-4bce-8c69-5fc746b35381 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:26.228645 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88a3e21b-eec2-4fc3-b6a6-f566f19a545e req-c0fab9f4-5908-4bce-8c69-5fc746b35381 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.0560660 Mar 08 17:36:26.276393 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88a3e21b-eec2-4fc3-b6a6-f566f19a545e req-a5d02c26-1de5-4086-a458-ad1bba46ea06 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399165 Mar 08 17:36:27.177833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-0bd127ae-8ff7-4654-9886-e7d05a29b6c8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:27.179218 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-0bd127ae-8ff7-4654-9886-e7d05a29b6c8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.0607371 Mar 08 17:36:27.291113 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Deleting port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:27.291652 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:27.411464 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] For port c1ccc9c4-655e-4820-9dfa-d4594920b1c9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:27.411787 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:27.466041 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3f2b-1910-404d-a99f-41c624f58817 req-c4f2f4cd-ba2c-401b-96a2-f0cc7631aa7a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:27.467650 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-babb3f2b-1910-404d-a99f-41c624f58817 req-c4f2f4cd-ba2c-401b-96a2-f0cc7631aa7a tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 945 time: 0.1233354 Mar 08 17:36:27.473969 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b546c5b8-ce1a-4b8f-a4c1-13fd3587f8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:27.570747 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-babb3f2b-1910-404d-a99f-41c624f58817 req-25fa35d5-130e-4f42-905c-d5f535fd5d56 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f99b70c-9ad9-425c-9127-56f7f97a401e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927818 Mar 08 17:36:27.627188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:27.627581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (17933f3b-0ecd-47e5-81c2-d1cad0f0fee6), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:27.627942 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Floating IP 17933f3b-0ecd-47e5-81c2-d1cad0f0fee6 disassociated. External IP: 172.27.1.165, port: c1ccc9c4-655e-4820-9dfa-d4594920b1c9. Mar 08 17:36:27.628327 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Calling delete_port for c1ccc9c4-655e-4820-9dfa-d4594920b1c9 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:27.773004 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (c1ccc9c4-655e-4820-9dfa-d4594920b1c9), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:27.799938 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event deleted for resources: {'Port': ['ID=c1ccc9c4-655e-4820-9dfa-d4594920b1c9,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:27.810660 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.811005 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.811340 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.811674 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.812035 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.812346 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.812667 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.813004 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.813325 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.813643 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.813944 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.814274 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.814583 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:27.925362 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:36:28.037309 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:28.048743 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] Sync routers for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:28.059126 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:28.059758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:28.081586 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] No DVR routers for this DVR port c1ccc9c4-655e-4820-9dfa-d4594920b1c9 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:36:28.084089 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:28.087417 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6c1e65b4-5b39-44bb-baa4-d8b200bcb1e8 req-9f3316a2-bcca-4be3-bca5-b2cde4216cf8 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.71 "DELETE /v2.0/ports/c1ccc9c4-655e-4820-9dfa-d4594920b1c9 HTTP/1.1" status: 204 len: 173 time: 0.9026082 Mar 08 17:36:28.087883 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1782246-52e8-496d-b903-1b695d6de48b', 'name': 'network-vif-deleted', 'tag': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:28.090212 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76893b45-11ad-4cbf-bcb4-a25b17ae3be7" -d '{"events": [{"server_uuid": "d1782246-52e8-496d-b903-1b695d6de48b", "name": "network-vif-deleted", "tag": "c1ccc9c4-655e-4820-9dfa-d4594920b1c9"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:28.128798 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe46257-5271-42d2-891e-129cf4ec5d1b x-openstack-request-id: req-ffe46257-5271-42d2-891e-129cf4ec5d1b {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:28.129135 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1782246-52e8-496d-b903-1b695d6de48b", "name": "network-vif-deleted", "tag": "c1ccc9c4-655e-4820-9dfa-d4594920b1c9", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:28.129565 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffe46257-5271-42d2-891e-129cf4ec5d1b {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:28.130572 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1782246-52e8-496d-b903-1b695d6de48b', 'name': 'network-vif-deleted', 'tag': 'c1ccc9c4-655e-4820-9dfa-d4594920b1c9', 'status': 'completed', 'code': 200} Mar 08 17:36:28.274940 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:36:28.309211 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:28.502100 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:28.532997 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] Checking router: bca7d46d-d9c4-4479-a7a3-d8c66c4e692a for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:28.541834 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:28.542462 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:28.657849 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:28.838168 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c0266c89-8f31-4db9-9ced-113f0c7a3927 req-dd78f93f-83b7-46b8-8a27-a21f4b3b6624 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1782246-52e8-496d-b903-1b695d6de48b HTTP/1.1" status: 200 len: 210 time: 0.0272963 Mar 08 17:36:28.873071 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:28.898403 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb69bf0-2ca6-4c8b-b652-91c8d782bcad None None] The sync data for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi is: [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '916e89b1-e531-4529-8f43-d726bcac4bac', 'name': '', 'network_id': 'f1e98f65-d043-4791-8dbc-30c813b7ca3b', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'mac_address': 'fa:16:3e:e1:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '05422727-ab15-4b2b-85db-9374acaebec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:48Z', 'updated_at': '2022-03-08T17:30:03Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'subnets': [{'id': '05422727-ab15-4b2b-85db-9374acaebec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:29.117636 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142ad77-00d3-4f65-b0ec-729eb8308e2d None None] New status for floating IP 17933f3b-0ecd-47e5-81c2-d1cad0f0fee6: DOWN {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:36:29.747276 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-58cf96ad-5b72-4b2e-b84a-07b7d3f20416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:29.926517 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56602) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:29.981496 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (3f99b70c-9ad9-425c-9127-56f7f97a401e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.005762 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (3f99b70c-9ad9-425c-9127-56f7f97a401e), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.055607 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (3f99b70c-9ad9-425c-9127-56f7f97a401e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.058331 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.059493 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "DELETE /v2.0/security-groups/3f99b70c-9ad9-425c-9127-56f7f97a401e HTTP/1.1" status: 204 len: 168 time: 0.1319942 Mar 08 17:36:30.062611 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56604) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:30.068561 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f99b70c-9ad9-425c-9127-56f7f97a401e,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:30.076297 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.076585 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.api.v2.resource [None req-39e74d25-3141-4ef0-b387-3487fbc89a5c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] show failed (client error): The resource could not be found. Mar 08 17:36:30.076736 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.077031 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.077311 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.077511 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-39e74d25-3141-4ef0-b387-3487fbc89a5c tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "GET /v2.0/security-groups/3f99b70c-9ad9-425c-9127-56f7f97a401e HTTP/1.1" status: 404 len: 347 time: 0.0138004 Mar 08 17:36:30.077653 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.077956 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.078278 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.078604 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.078981 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.079297 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.080438 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.080438 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.080438 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d70e38-5f62-47a8-93fc-25c8b80bfaaf tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:30.080714 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56606) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:30.083666 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device c1ccc9c4-655e-4820-9dfa-d4594920b1c9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:30.118387 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: c1ccc9c4-655e-4820-9dfa-d4594920b1c9 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:30.118731 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device c1ccc9c4-655e-4820-9dfa-d4594920b1c9 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:30.204600 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Deleting port 16a30f7a-b75a-4ffc-99bd-e1401a08ee4c {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:30.204892 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.281250 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.281501 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.293900 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Calling delete_port for 16a30f7a-b75a-4ffc-99bd-e1401a08ee4c owned by network:floatingip {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:30.428552 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (16a30f7a-b75a-4ffc-99bd-e1401a08ee4c), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.453242 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Pushing event deleted for resources: {'Port': ['ID=16a30f7a-b75a-4ffc-99bd-e1401a08ee4c,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:30.514168 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks [] for floatingip (17933f3b-0ecd-47e5-81c2-d1cad0f0fee6), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.516714 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.517875 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-ce764d94-4f56-4a29-8833-cda0e7f8ae17 tempest-AttachVolumeTestJSON-709989052 tempest-AttachVolumeTestJSON-709989052-project] 10.222.0.46 "DELETE /v2.0/floatingips/17933f3b-0ecd-47e5-81c2-d1cad0f0fee6 HTTP/1.1" status: 204 len: 168 time: 0.4362941 Mar 08 17:36:30.867619 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:32.286743 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.890657 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.092818 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56634) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:34.624291 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.884459 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Deleting port 916e89b1-e531-4529-8f43-d726bcac4bac {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:34.884682 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.961289 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] For port 916e89b1-e531-4529-8f43-d726bcac4bac, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=916e89b1-e531-4529-8f43-d726bcac4bac,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:34.961646 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.973797 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Calling delete_port for 916e89b1-e531-4529-8f43-d726bcac4bac owned by network:router_interface {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:35.158826 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (916e89b1-e531-4529-8f43-d726bcac4bac), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.183439 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Pushing event deleted for resources: {'Port': ['ID=916e89b1-e531-4529-8f43-d726bcac4bac,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:35.356017 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.587159 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:36:35.710084 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:35.715238 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-cf8440c4-4507-4d6b-b52a-61187826981a admin admin] 10.222.0.46 "PUT /v2.0/routers/bca7d46d-d9c4-4479-a7a3-d8c66c4e692a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6213789 Mar 08 17:36:35.718203 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56644) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:35.721405 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] Sync routers for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:35.735072 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:35.735668 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:35.825757 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks [] for router (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.847903 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.856168 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:35.931141 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks [] for router_gateway (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.985060 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Deleting port 1c14b6ed-59ee-4df6-befe-3291d5fda575 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:35.985397 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.035942 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:36:35Z', 'revision_number': 5, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port': {'id': '1c14b6ed-59ee-4df6-befe-3291d5fda575', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:38Z', 'updated_at': '2022-03-08T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:36.062733 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] Checking router: bca7d46d-d9c4-4479-a7a3-d8c66c4e692a for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:36.065113 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] For port 1c14b6ed-59ee-4df6-befe-3291d5fda575, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1c14b6ed-59ee-4df6-befe-3291d5fda575,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:36.065467 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.070966 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] Routers {'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:36.071579 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:36.077173 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Calling delete_port for 1c14b6ed-59ee-4df6-befe-3291d5fda575 owned by network:router_gateway {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:36.162526 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] Set router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a gateway port host: None {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:36.215745 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:36:35Z', 'revision_number': 6, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:36.246226 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba26329-0de9-421e-b72b-9a733d75030c None None] The sync data for ids ['bca7d46d-d9c4-4479-a7a3-d8c66c4e692a'] in dv-cinder-830090-3-iscsi is: [{'id': 'bca7d46d-d9c4-4479-a7a3-d8c66c4e692a', 'name': 'tempest-AttachVolumeTestJSON-1476967326-router', 'tenant_id': '007867e3c6774a64ae3896c783673e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:36:35Z', 'revision_number': 6, 'project_id': '007867e3c6774a64ae3896c783673e8f', 'gw_port_host': None}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:36.513166 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (1c14b6ed-59ee-4df6-befe-3291d5fda575), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.539688 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c14b6ed-59ee-4df6-befe-3291d5fda575,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:36.598257 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.708096 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.710283 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks [] for router_controller (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), precommit_delete_associations {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.775369 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (bca7d46d-d9c4-4479-a7a3-d8c66c4e692a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.776033 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca7d46d-d9c4-4479-a7a3-d8c66c4e692a {{(pid=103291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:36:36.781521 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.782697 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-769c0af1-e15b-4710-ba11-e4686dc355d4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bca7d46d-d9c4-4479-a7a3-d8c66c4e692a HTTP/1.1" status: 204 len: 168 time: 1.0634248 Mar 08 17:36:36.785348 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56646) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:36.829152 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae768703-12d9-4bec-9e2d-3c24f11fd118 admin admin] Deleting subnet 05422727-ab15-4b2b-85db-9374acaebec7 {{(pid=103291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:36:36.832327 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae768703-12d9-4bec-9e2d-3c24f11fd118 admin admin] Publish callbacks [] for subnet (05422727-ab15-4b2b-85db-9374acaebec7), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.870188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae768703-12d9-4bec-9e2d-3c24f11fd118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62398718'] for subnet (05422727-ab15-4b2b-85db-9374acaebec7), precommit_delete_associations {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.974557 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae768703-12d9-4bec-9e2d-3c24f11fd118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (05422727-ab15-4b2b-85db-9374acaebec7), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.040496 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae768703-12d9-4bec-9e2d-3c24f11fd118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62112607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62055960'] for subnet (05422727-ab15-4b2b-85db-9374acaebec7), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.054372 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1c14b6ed-59ee-4df6-befe-3291d5fda575 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:37.066901 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae768703-12d9-4bec-9e2d-3c24f11fd118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05422727-ab15-4b2b-85db-9374acaebec7,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:37.070564 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae768703-12d9-4bec-9e2d-3c24f11fd118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.074162 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-ae768703-12d9-4bec-9e2d-3c24f11fd118 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/05422727-ab15-4b2b-85db-9374acaebec7 HTTP/1.1" status: 204 len: 168 time: 0.2878773 Mar 08 17:36:37.075406 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 1c14b6ed-59ee-4df6-befe-3291d5fda575 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:37.075750 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1c14b6ed-59ee-4df6-befe-3291d5fda575 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:37.076194 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 916e89b1-e531-4529-8f43-d726bcac4bac no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:37.076817 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56648) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:37.095365 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddbca7e-2b2e-403a-9e1d-46e9d68cb268 None None] Network f1e98f65-d043-4791-8dbc-30c813b7ca3b requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:36:37.098819 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 916e89b1-e531-4529-8f43-d726bcac4bac {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:37.099354 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 916e89b1-e531-4529-8f43-d726bcac4bac not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:37.150280 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (f1e98f65-d043-4791-8dbc-30c813b7ca3b), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.206294 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Deleting port 9b3f0b35-b84e-430a-9adc-9031e345efff {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:37.206632 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.253128 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] DHCP port deletion for f1e98f65-d043-4791-8dbc-30c813b7ca3b request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:36:37.278175 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] For port 9b3f0b35-b84e-430a-9adc-9031e345efff, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=9b3f0b35-b84e-430a-9adc-9031e345efff,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:37.278471 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.295129 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Calling delete_port for 9b3f0b35-b84e-430a-9adc-9031e345efff owned by network:dhcp {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:37.303455 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] Deleting port 9b3f0b35-b84e-430a-9adc-9031e345efff {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:37.303963 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.372131 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] For port 9b3f0b35-b84e-430a-9adc-9031e345efff, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=9b3f0b35-b84e-430a-9adc-9031e345efff,segment=NetworkSegment(0d3def5a-a3b5-4624-92fc-9db11a33e560),segment_id=0d3def5a-a3b5-4624-92fc-9db11a33e560)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:37.372556 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.378809 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.385316 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] Calling delete_port for 9b3f0b35-b84e-430a-9adc-9031e345efff owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:37.404760 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3f0b35-b84e-430a-9adc-9031e345efff,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:37.406562 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] No DVR routers for this DVR port 9b3f0b35-b84e-430a-9adc-9031e345efff on host dv-cinder-830090-3-iscsi {{(pid=103292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:36:37.484637 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (f1e98f65-d043-4791-8dbc-30c813b7ca3b), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.505308 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e98f65-d043-4791-8dbc-30c813b7ca3b']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:37.515340 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3def5a-a3b5-4624-92fc-9db11a33e560') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:37.515577 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3def5a-a3b5-4624-92fc-9db11a33e560') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:37.525802 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (0d3def5a-a3b5-4624-92fc-9db11a33e560), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.540324 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (0d3def5a-a3b5-4624-92fc-9db11a33e560), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.548152 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:36:37.548591 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (0d3def5a-a3b5-4624-92fc-9db11a33e560), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:36:37.550500 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:36:37.631701 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179'] for port (9b3f0b35-b84e-430a-9adc-9031e345efff), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.658363 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] Pushing event deleted for resources: {'Port': ['ID=9b3f0b35-b84e-430a-9adc-9031e345efff,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:37.660263 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584d918-843f-4bb8-898b-7263867fae2e None None] No DVR routers for this DVR port 9b3f0b35-b84e-430a-9adc-9031e345efff on host dv-cinder-830090-3-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:36:37.860926 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (f1e98f65-d043-4791-8dbc-30c813b7ca3b), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.866335 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.869488 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] 10.222.0.46 "DELETE /v2.0/networks/f1e98f65-d043-4791-8dbc-30c813b7ca3b HTTP/1.1" status: 204 len: 168 time: 0.7916491 Mar 08 17:36:37.879898 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44100b-268c-402e-8571-6b786e0a0d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e98f65-d043-4791-8dbc-30c813b7ca3b,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:37.988263 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56652) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:38.030315 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-a4441f97-9185-4d54-b4c3-f16d4678cc39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=007867e3c6774a64ae3896c783673e8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399778 Mar 08 17:36:38.032091 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56654) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:38.079366 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a90704b-287c-4af9-b6b0-9a0e7366e683 admin admin] Publish callbacks [] for security_group (746b22f1-a89e-4c91-b265-a7c052524818), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:38.102268 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a90704b-287c-4af9-b6b0-9a0e7366e683 admin admin] Publish callbacks [] for security_group (746b22f1-a89e-4c91-b265-a7c052524818), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:38.150234 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a90704b-287c-4af9-b6b0-9a0e7366e683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (746b22f1-a89e-4c91-b265-a7c052524818), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:38.152695 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a90704b-287c-4af9-b6b0-9a0e7366e683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:38.153851 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-0a90704b-287c-4af9-b6b0-9a0e7366e683 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/746b22f1-a89e-4c91-b265-a7c052524818 HTTP/1.1" status: 204 len: 168 time: 0.1207225 Mar 08 17:36:38.161734 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90704b-287c-4af9-b6b0-9a0e7366e683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746b22f1-a89e-4c91-b265-a7c052524818,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:38.912849 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 9b3f0b35-b84e-430a-9adc-9031e345efff no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:38.936076 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 9b3f0b35-b84e-430a-9adc-9031e345efff {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:38.936330 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 9b3f0b35-b84e-430a-9adc-9031e345efff not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:45.405876 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-7e37155d-6130-4e29-8c52-79d550fa45a1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477386 Mar 08 17:36:45.509812 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-826c0003-8ded-4c2e-89a0-38fe49030a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:45.511325 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-826c0003-8ded-4c2e-89a0-38fe49030a8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1130 time: 0.0460577 Mar 08 17:36:45.619582 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-87ddc3d3-d859-4b39-8485-59e26f52a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:45.621287 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-87ddc3d3-d859-4b39-8485-59e26f52a500 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 910 time: 0.0865142 Mar 08 17:36:45.693984 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-3c0f5887-d9ba-4cfe-8e72-bc21343b162d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 1001 time: 0.0664568 Mar 08 17:36:45.751968 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-d9740683-0f24-4805-9341-bea29354ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:45.753434 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-d9740683-0f24-4805-9341-bea29354ec2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 200 len: 848 time: 0.0527370 Mar 08 17:36:45.805707 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-b88bbe96-cfc1-4d05-8dff-39f3882b6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:45.807188 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-b88bbe96-cfc1-4d05-8dff-39f3882b6ff1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8995344-404a-422d-98d9-83cdbc0c32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443809 Mar 08 17:36:45.902069 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-b3797c92-b2c3-4906-8284-819a9b94bda5 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873659 Mar 08 17:36:45.999432 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cca7c691-5ced-42f6-ba1a-23d2111ba185 req-8df61113-6981-446e-8b30-cfd0408c9944 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848262 Mar 08 17:36:46.536025 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56786) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:46.670270 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00a2ed5c-ad7d-49d5-ad1c-5aa507455050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:46.755070 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00a2ed5c-ad7d-49d5-ad1c-5aa507455050 admin admin] Publish callbacks [] for security_group (edbac1e0-c4a4-4d2f-a0a0-6a9575d4e23b), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:46.762647 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00a2ed5c-ad7d-49d5-ad1c-5aa507455050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (edbac1e0-c4a4-4d2f-a0a0-6a9575d4e23b), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:46.800376 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-00a2ed5c-ad7d-49d5-ad1c-5aa507455050 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbed543e567440979d614cf7dd609d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632189 Mar 08 17:36:46.801539 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2ed5c-ad7d-49d5-ad1c-5aa507455050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbac1e0-c4a4-4d2f-a0a0-6a9575d4e23b,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:46.803256 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56790) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:46.856969 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-30bde2d0-ff1c-4e0d-9522-a50bdaf302d3 admin admin] Publish callbacks [] for security_group (edbac1e0-c4a4-4d2f-a0a0-6a9575d4e23b), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:46.877602 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-30bde2d0-ff1c-4e0d-9522-a50bdaf302d3 admin admin] Publish callbacks [] for security_group (edbac1e0-c4a4-4d2f-a0a0-6a9575d4e23b), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:46.926028 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-30bde2d0-ff1c-4e0d-9522-a50bdaf302d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (edbac1e0-c4a4-4d2f-a0a0-6a9575d4e23b), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:46.928968 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-30bde2d0-ff1c-4e0d-9522-a50bdaf302d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:46.930102 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-30bde2d0-ff1c-4e0d-9522-a50bdaf302d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edbac1e0-c4a4-4d2f-a0a0-6a9575d4e23b HTTP/1.1" status: 204 len: 168 time: 0.1258559 Mar 08 17:36:46.937732 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bde2d0-ff1c-4e0d-9522-a50bdaf302d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbac1e0-c4a4-4d2f-a0a0-6a9575d4e23b,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:48.632597 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56844) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:48.742634 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-778afaa5-fdb3-452a-ba72-da51fd40b8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:48.817892 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-778afaa5-fdb3-452a-ba72-da51fd40b8a9 admin admin] Publish callbacks [] for security_group (e3d1bd8e-96a9-468c-b4ec-31679a230739), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:48.823657 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-778afaa5-fdb3-452a-ba72-da51fd40b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e3d1bd8e-96a9-468c-b4ec-31679a230739), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:48.859215 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778afaa5-fdb3-452a-ba72-da51fd40b8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d1bd8e-96a9-468c-b4ec-31679a230739,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:48.863421 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-778afaa5-fdb3-452a-ba72-da51fd40b8a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81a47c36b64644269b83b29d4c249d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297833 Mar 08 17:36:48.866145 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56848) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:48.912156 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-29c4c632-ed5e-43a7-945d-f183e18433cb admin admin] Publish callbacks [] for security_group (e3d1bd8e-96a9-468c-b4ec-31679a230739), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:48.937634 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-29c4c632-ed5e-43a7-945d-f183e18433cb admin admin] Publish callbacks [] for security_group (e3d1bd8e-96a9-468c-b4ec-31679a230739), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:48.987442 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-29c4c632-ed5e-43a7-945d-f183e18433cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e3d1bd8e-96a9-468c-b4ec-31679a230739), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:48.990262 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-29c4c632-ed5e-43a7-945d-f183e18433cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:48.991447 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-29c4c632-ed5e-43a7-945d-f183e18433cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3d1bd8e-96a9-468c-b4ec-31679a230739 HTTP/1.1" status: 204 len: 168 time: 0.1244614 Mar 08 17:36:48.999519 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4c632-ed5e-43a7-945d-f183e18433cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d1bd8e-96a9-468c-b4ec-31679a230739,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:49.264998 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56856) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:49.278314 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa82d-18dd-4845-9bf4-df435ec302bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:49.353403 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa82d-18dd-4845-9bf4-df435ec302bb admin admin] Publish callbacks [] for security_group (66e61dcd-6ca5-4eab-bc34-e939137e8399), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:49.358554 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa82d-18dd-4845-9bf4-df435ec302bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (66e61dcd-6ca5-4eab-bc34-e939137e8399), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:49.395664 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-0a0aa82d-18dd-4845-9bf4-df435ec302bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b92c3096bd31468d8e5f6efb47e7770d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295509 Mar 08 17:36:49.396529 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0aa82d-18dd-4845-9bf4-df435ec302bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e61dcd-6ca5-4eab-bc34-e939137e8399,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:49.399229 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56858) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:49.448313 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-034cfe45-f3e6-4a12-b6f5-a1a3097454d7 admin admin] Publish callbacks [] for security_group (66e61dcd-6ca5-4eab-bc34-e939137e8399), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:49.471586 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-034cfe45-f3e6-4a12-b6f5-a1a3097454d7 admin admin] Publish callbacks [] for security_group (66e61dcd-6ca5-4eab-bc34-e939137e8399), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:49.525319 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-034cfe45-f3e6-4a12-b6f5-a1a3097454d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (66e61dcd-6ca5-4eab-bc34-e939137e8399), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:49.527973 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-034cfe45-f3e6-4a12-b6f5-a1a3097454d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:49.529130 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-034cfe45-f3e6-4a12-b6f5-a1a3097454d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66e61dcd-6ca5-4eab-bc34-e939137e8399 HTTP/1.1" status: 204 len: 168 time: 0.1286881 Mar 08 17:36:49.537073 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cfe45-f3e6-4a12-b6f5-a1a3097454d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e61dcd-6ca5-4eab-bc34-e939137e8399,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:50.659856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56894) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:50.769404 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d67d461-451f-4407-bffd-5a7e01779897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:50.843266 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d67d461-451f-4407-bffd-5a7e01779897 admin admin] Publish callbacks [] for security_group (81d2fecd-bdad-4f1f-bde7-b22f20921ab5), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:50.848977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d67d461-451f-4407-bffd-5a7e01779897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (81d2fecd-bdad-4f1f-bde7-b22f20921ab5), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:50.887401 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-8d67d461-451f-4407-bffd-5a7e01779897 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eac9c8317625449fae0cb6e9a19aabb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263491 Mar 08 17:36:50.888243 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67d461-451f-4407-bffd-5a7e01779897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d2fecd-bdad-4f1f-bde7-b22f20921ab5,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:50.890948 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56898) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:50.940238 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b9f76f8c-9b6d-4730-b398-8e2fd3600ea3 admin admin] Publish callbacks [] for security_group (81d2fecd-bdad-4f1f-bde7-b22f20921ab5), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:50.963454 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b9f76f8c-9b6d-4730-b398-8e2fd3600ea3 admin admin] Publish callbacks [] for security_group (81d2fecd-bdad-4f1f-bde7-b22f20921ab5), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.014981 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b9f76f8c-9b6d-4730-b398-8e2fd3600ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (81d2fecd-bdad-4f1f-bde7-b22f20921ab5), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.017772 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b9f76f8c-9b6d-4730-b398-8e2fd3600ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.018922 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b9f76f8c-9b6d-4730-b398-8e2fd3600ea3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81d2fecd-bdad-4f1f-bde7-b22f20921ab5 HTTP/1.1" status: 204 len: 168 time: 0.1268456 Mar 08 17:36:51.026535 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f76f8c-9b6d-4730-b398-8e2fd3600ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d2fecd-bdad-4f1f-bde7-b22f20921ab5,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:51.656917 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56922) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:51.757719 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1011250660-network', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:51.778752 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Made reservation on behalf of a27f7046fae14135a018e438eb3ebc27 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:36:51.781123 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.789663 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.867356 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Publish callbacks [] for security_group (4a5d1b4d-3ed3-4b23-b711-7796188a8540), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.873188 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (4a5d1b4d-3ed3-4b23-b711-7796188a8540), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.899936 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:36:51.910081 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5d1b4d-3ed3-4b23-b711-7796188a8540,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:51.916424 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (ee996209-97a6-45cd-bfc0-5e717a74e0b7), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.916745 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Added segment ee996209-97a6-45cd-bfc0-5e717a74e0b7 of type vlan for network 0970858d-fddd-49a4-bfdd-b95432673102 Mar 08 17:36:51.961269 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (0970858d-fddd-49a4-bfdd-b95432673102), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.987461 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (0970858d-fddd-49a4-bfdd-b95432673102), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.988592 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:51.989220 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.021693 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3636439 Mar 08 17:36:52.024967 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56926) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:52.029921 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Request body: {'subnet': {'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1011250660-subnet', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:52.051025 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a81af-ebe2-4ccb-ab99-8a7904a48316 admin admin] Pushing event updated for resources: {'Network': ['ID=0970858d-fddd-49a4-bfdd-b95432673102,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:52.053949 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Made reservation on behalf of a27f7046fae14135a018e438eb3ebc27 for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:36:52.056641 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62056063'] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.061335 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 0970858d-fddd-49a4-bfdd-b95432673102 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:36:52.228417 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62113176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62056033'] for subnet (4e47a83b-1fbb-497d-85c9-3b60af117364), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.281590 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e47a83b-1fbb-497d-85c9-3b60af117364,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:52.290609 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Checking segment: {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:52.290956 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Network hostable DHCP agents. Network: 0970858d-fddd-49a4-bfdd-b95432673102, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:36:52.309343 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Network 0970858d-fddd-49a4-bfdd-b95432673102 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:36:52.319386 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 0970858d-fddd-49a4-bfdd-b95432673102) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:52.324681 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:52.325726 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.343897 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-c7682e31-9027-42eb-877d-c161dc42df70 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3177981 Mar 08 17:36:52.346786 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56930) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:52.351082 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:52.353535 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d578df90-0d11-443b-86cd-06af0553d615 None None] Network 0970858d-fddd-49a4-bfdd-b95432673102 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:36:52.373000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.374029 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.429399 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks [] for router_controller (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), precommit_add_association {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.481328 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-0970858d-fddd-49a4-bfdd-b95432673102', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:36:52.482204 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.580270 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks [] for router_gateway (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.621409 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Allocated IP 172.20.0.2 (0970858d-fddd-49a4-bfdd-b95432673102/4e47a83b-1fbb-497d-85c9-3b60af117364/fd6a9383-d11f-4b3d-9695-fca3c30f1cb8) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:52.772061 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Publish callbacks [] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.781679 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.784191 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks [] for router_gateway (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.803043 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.825118 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Network 0970858d-fddd-49a4-bfdd-b95432673102 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:52.828232 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:52.830812 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:52.862657 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Pushing event updated for resources: {'Port': ['ID=fd6a9383-d11f-4b3d-9695-fca3c30f1cb8,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:52.894491 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Attempting to bind port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:36:52.894893 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Attempting to bind port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:36:52.895256 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Attempting to bind port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 on network 0970858d-fddd-49a4-bfdd-b95432673102 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:52.900256 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:36:52.900629 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Checking segment: {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:52.901030 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.901422 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Bound using segment: {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:36:52.902089 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Bound port: fd6a9383-d11f-4b3d-9695-fca3c30f1cb8, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:36:52.902470 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.918937 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Allocated IP 172.27.1.248 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/4566981a-5ad2-4787-8bc4-0aa5538ae1bf) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:52.965316 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] For port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:36:52.968480 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] For port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=fd6a9383-d11f-4b3d-9695-fca3c30f1cb8,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:36:52.975883 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:53.025442 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks [] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:53.036201 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a0668-ea1f-44e5-9602-761d92bc8c51 None None] Pushing event updated for resources: {'Port': ['ID=fd6a9383-d11f-4b3d-9695-fca3c30f1cb8,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:53.061751 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:53.100762 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:53.103624 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:53.107007 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:53.132607 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Pushing event updated for resources: {'Port': ['ID=4566981a-5ad2-4787-8bc4-0aa5538ae1bf,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:53.379855 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks [] for router_gateway (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:53.576736 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:53.718346 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:36:53.829823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:53.848225 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Sync routers for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:53.855602 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:53.859681 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-a16dd513-48bc-470d-bae3-b37133798d5e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5093267 Mar 08 17:36:53.859876 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:53.859876 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:53.860244 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56950) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:53.998505 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:54.007532 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b81115-8e9c-42d2-9d31-5966c3913152 None None] Network 0970858d-fddd-49a4-bfdd-b95432673102 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:36:54.091573 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-b20208b4-844a-40d1-bca2-02193bc48628 None None] Provisioning complete for port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:54.091905 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b20208b4-844a-40d1-bca2-02193bc48628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.201710 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:53Z', 'revision_number': 3, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:54.226635 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-b20208b4-844a-40d1-bca2-02193bc48628 None None] Current status of the port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:54.227342 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b20208b4-844a-40d1-bca2-02193bc48628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.229379 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Checking router: b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:54.229949 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Updating router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:36:54.261058 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.273790 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-b20208b4-844a-40d1-bca2-02193bc48628 None None] For port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=fd6a9383-d11f-4b3d-9695-fca3c30f1cb8,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:54.281116 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b20208b4-844a-40d1-bca2-02193bc48628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.352431 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20208b4-844a-40d1-bca2-02193bc48628 None None] Pushing event updated for resources: {'Port': ['ID=fd6a9383-d11f-4b3d-9695-fca3c30f1cb8,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:54.501376 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-9d2fbbd3-290d-448d-a81c-e56fc8ee1a0e None None] Provisioning complete for port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:54.501808 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbbd3-290d-448d-a81c-e56fc8ee1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.519723 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310ebf8-3a23-4573-abdc-88f6dc406a76 req-cbbbcaf0-c96a-49e4-9a8b-e0a9081b8f00 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:54.521249 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0310ebf8-3a23-4573-abdc-88f6dc406a76 req-cbbbcaf0-c96a-49e4-9a8b-e0a9081b8f00 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 946 time: 0.0996506 Mar 08 17:36:54.541199 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Publish callbacks [] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.547310 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.590448 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-9d2fbbd3-290d-448d-a81c-e56fc8ee1a0e None None] Current status of the port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:54.598044 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Attempting to bind port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:36:54.598416 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Attempting to bind port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:36:54.598779 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Attempting to bind port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:54.609222 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Pushing event updated for resources: {'Port': ['ID=4566981a-5ad2-4787-8bc4-0aa5538ae1bf,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:54.611216 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:36:54.611589 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:54.612021 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.612418 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:36:54.612882 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Bound port: 4566981a-5ad2-4787-8bc4-0aa5538ae1bf, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:36:54.613257 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.633290 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0310ebf8-3a23-4573-abdc-88f6dc406a76 req-c9475ee0-638b-4584-abb4-febfecd736c0 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787113 Mar 08 17:36:54.636053 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.636431 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.636845 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.637126 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.637463 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.637794 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.638121 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.638740 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.638740 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.639097 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.639427 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.639746 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.640468 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:54.674502 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] For port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:36:54.677684 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] For port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=4566981a-5ad2-4787-8bc4-0aa5538ae1bf,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:36:54.684774 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.731741 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.741024 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:54.741684 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:54.778446 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f2eda-362c-4c37-bd82-dbc8f9775866 None None] Pushing event updated for resources: {'Port': ['ID=4566981a-5ad2-4787-8bc4-0aa5538ae1bf,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:54.852777 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:54.890440 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Allocated IP 172.20.0.1 (0970858d-fddd-49a4-bfdd-b95432673102/4e47a83b-1fbb-497d-85c9-3b60af117364/1909ea66-3507-4f35-af13-491b8b2764f9) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:54.976528 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:55.007052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Publish callbacks [] for port (1909ea66-3507-4f35-af13-491b8b2764f9), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.026563 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:55.027165 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.046625 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.089038 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Network 0970858d-fddd-49a4-bfdd-b95432673102 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:55.091881 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:55.096436 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:55.099709 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Pushing event updated for resources: {'Port': ['ID=1909ea66-3507-4f35-af13-491b8b2764f9,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:55.115011 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:55.132539 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:53Z', 'revision_number': 3, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:55.147841 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.163543 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81d7d8-9966-479f-9236-aa2ea720c583 None None] The sync data for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi is: [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:53Z', 'revision_number': 3, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:55.285624 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.329973 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-b83947e4-f0a0-45d5-8c23-e85e7768d3da None None] Provisioning complete for port 1909ea66-3507-4f35-af13-491b8b2764f9 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:55.330416 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b83947e4-f0a0-45d5-8c23-e85e7768d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.370214 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-b83947e4-f0a0-45d5-8c23-e85e7768d3da None None] Port 1909ea66-3507-4f35-af13-491b8b2764f9 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:36:55.466489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Publish callbacks [] for port (1909ea66-3507-4f35-af13-491b8b2764f9), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.471736 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.540993 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Pushing event updated for resources: {'Port': ['ID=1909ea66-3507-4f35-af13-491b8b2764f9,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:55.543534 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.639161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Network 0970858d-fddd-49a4-bfdd-b95432673102 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:55.640778 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:55.811676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:36:55.819770 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34809c2-f9ff-4909-b12f-65d5b48c323d req-ed8481c7-77d9-44d4-ae53-b29f63a32855 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:55.828546 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d34809c2-f9ff-4909-b12f-65d5b48c323d req-ed8481c7-77d9-44d4-ae53-b29f63a32855 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 946 time: 0.1168485 Mar 08 17:36:55.894334 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-709bdffb-5cae-41d9-9932-9ae79728edd3 None None] Provisioning complete for port 1909ea66-3507-4f35-af13-491b8b2764f9 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:55.894824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-709bdffb-5cae-41d9-9932-9ae79728edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:55.917012 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d34809c2-f9ff-4909-b12f-65d5b48c323d req-fc75cc3e-486b-46c7-ae5a-c4a5cbd5428c tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups?id=5456fb24-7d64-4ab8-98f4-9b3a49c7990b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869877 Mar 08 17:36:55.937936 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-709bdffb-5cae-41d9-9932-9ae79728edd3 None None] Port 1909ea66-3507-4f35-af13-491b8b2764f9 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:36:55.988198 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:55.995861 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-dedd8db9-f9d4-49fc-b770-76ce25fa7197 admin admin] 10.222.0.46 "PUT /v2.0/routers/b7bf26bc-1582-4814-bc0a-11dbe0ee7c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1329224 Mar 08 17:36:56.125523 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-2a0ee598-900b-4423-8010-f43a58bd5d4e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:56.127065 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-2a0ee598-900b-4423-8010-f43a58bd5d4e tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 946 time: 0.0516276 Mar 08 17:36:56.226160 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Deleting port 5877a25d-3989-41bf-8153-8eb9643ae538 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:56.226697 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.326589 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] For port 5877a25d-3989-41bf-8153-8eb9643ae538, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5877a25d-3989-41bf-8153-8eb9643ae538,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:56.326954 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.475275 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56974) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:56.480287 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1986650012-network', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:56.499865 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Made reservation on behalf of 80b48af82c794c36bc8392de5f9830dd for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:36:56.502406 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.509150 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.509499 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (26317623-32e4-4f38-8eab-865a204d6b60), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.509818 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Floating IP 26317623-32e4-4f38-8eab-865a204d6b60 disassociated. External IP: 172.27.1.179, port: 5877a25d-3989-41bf-8153-8eb9643ae538. Mar 08 17:36:56.510161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Calling delete_port for 5877a25d-3989-41bf-8153-8eb9643ae538 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:56.511790 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.589522 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Publish callbacks [] for security_group (d2da96a7-b01e-4ad5-93b6-72872f0d28a7), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.594863 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d2da96a7-b01e-4ad5-93b6-72872f0d28a7), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.615479 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:36:56.634008 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da96a7-b01e-4ad5-93b6-72872f0d28a7,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:56.636963 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (8ef58821-7375-4635-82c5-c63d12ed67b3), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.637302 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Added segment 8ef58821-7375-4635-82c5-c63d12ed67b3 of type vlan for network 0b246c69-8b42-4199-b2c8-1564c791ebfe Mar 08 17:36:56.650512 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (5877a25d-3989-41bf-8153-8eb9643ae538), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.677178 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (0b246c69-8b42-4199-b2c8-1564c791ebfe), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.679069 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'Port': ['ID=5877a25d-3989-41bf-8153-8eb9643ae538,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:56.714654 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (0b246c69-8b42-4199-b2c8-1564c791ebfe), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.715879 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:56.716571 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.776641 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2998638 Mar 08 17:36:56.778127 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56976) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:56.781805 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61d478-8643-4d6e-9d3d-04987fbef3cb admin admin] Pushing event updated for resources: {'Network': ['ID=0b246c69-8b42-4199-b2c8-1564c791ebfe,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:56.783162 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Request body: {'subnet': {'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1986650012-subnet', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:56.794890 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 0b246c69-8b42-4199-b2c8-1564c791ebfe details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:36:56.799517 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Sync routers for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:56.816489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:36:56.817438 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Made reservation on behalf of 80b48af82c794c36bc8392de5f9830dd for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:36:56.819761 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62056063'] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.853523 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:56.854174 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:56.978820 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 4566981a-5ad2-4787-8bc4-0aa5538ae1bf up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:56.985281 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:57.054503 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ef7b1944-638a-47c9-90a5-eb12ccb1b7b2 req-85b50dbb-4262-46d4-82bd-5af7293c6c42 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/ports?device_id=e52bffba-9d87-41c6-a87c-0c0dcd7a833e HTTP/1.1" status: 200 len: 210 time: 0.0510981 Mar 08 17:36:57.062292 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:57.084850 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:57.097252 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:57.097939 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:57.162227 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] No DVR routers for this DVR port 5877a25d-3989-41bf-8153-8eb9643ae538 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:36:57.164280 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62113176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62056033'] for subnet (c524c594-20cd-4d2e-b289-8154c283392d), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.166834 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.170169 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46ec25b8-407e-4e0f-b9b4-dbe49d357afb req-8cb27541-753f-4cd3-9e2a-f0d358734e72 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.71 "DELETE /v2.0/ports/5877a25d-3989-41bf-8153-8eb9643ae538 HTTP/1.1" status: 204 len: 173 time: 1.0367279 Mar 08 17:36:57.172120 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'name': 'network-vif-deleted', 'tag': '5877a25d-3989-41bf-8153-8eb9643ae538'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:57.174478 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e083ac2-8470-4784-903e-2b92f47b7c48" -d '{"events": [{"server_uuid": "e52bffba-9d87-41c6-a87c-0c0dcd7a833e", "name": "network-vif-deleted", "tag": "5877a25d-3989-41bf-8153-8eb9643ae538"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:57.248340 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c524c594-20cd-4d2e-b289-8154c283392d,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:57.276535 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afe2e89-40fb-42f5-9513-250373fafb3c x-openstack-request-id: req-8afe2e89-40fb-42f5-9513-250373fafb3c {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:57.276823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52bffba-9d87-41c6-a87c-0c0dcd7a833e", "name": "network-vif-deleted", "tag": "5877a25d-3989-41bf-8153-8eb9643ae538", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:57.277075 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8afe2e89-40fb-42f5-9513-250373fafb3c {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:57.277475 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52bffba-9d87-41c6-a87c-0c0dcd7a833e', 'name': 'network-vif-deleted', 'tag': '5877a25d-3989-41bf-8153-8eb9643ae538', 'status': 'completed', 'code': 200} Mar 08 17:36:57.283829 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Checking segment: {'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:57.284228 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Network hostable DHCP agents. Network: 0b246c69-8b42-4199-b2c8-1564c791ebfe, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:36:57.313287 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Network 0b246c69-8b42-4199-b2c8-1564c791ebfe is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:36:57.327641 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 0b246c69-8b42-4199-b2c8-1564c791ebfe) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:57.328781 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:57.333070 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:57.333823 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.338667 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a7e76-1d46-4e20-ab7b-f6177e0e977d None None] Network 0b246c69-8b42-4199-b2c8-1564c791ebfe requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:36:57.341270 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:57.341988 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.362476 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-cdb41a74-a9fd-4f24-90e3-9f2039671418 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5832016 Mar 08 17:36:57.365574 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56982) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:57.370163 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:57.405059 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3687298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61270'] for router (7f58bf0e-6fea-4ee2-9195-39441f8ea981), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.406143 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61281'] for router (7f58bf0e-6fea-4ee2-9195-39441f8ea981), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.467832 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks [] for router_controller (7f58bf0e-6fea-4ee2-9195-39441f8ea981), precommit_add_association {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.527205 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e60867d5-9cbc-4e4f-a4a6-33b1d329a5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.549890 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:57.557446 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc17a27f0-95f5-5b27-b874-718535088769-0b246c69-8b42-4199-b2c8-1564c791ebfe', 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe', 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'fixed_ips': [{'subnet_id': 'c524c594-20cd-4d2e-b289-8154c283392d'}]}} from dv-cinder-830090-3-iscsi. {{(pid=103293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:36:57.558313 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.580383 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:57.589054 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:57.589925 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:57.601841 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:57.602227 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.615015 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks [] for router_gateway (7f58bf0e-6fea-4ee2-9195-39441f8ea981), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.675115 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 2, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:57.681709 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=4566981a-5ad2-4787-8bc4-0aa5538ae1bf,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:57.705365 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:57.712541 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Checking router: b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:57.712912 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Updating router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 port 1909ea66-3507-4f35-af13-491b8b2764f9 binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:36:57.714794 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.805677 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.841672 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks [] for router_gateway (7f58bf0e-6fea-4ee2-9195-39441f8ea981), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.846806 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=4566981a-5ad2-4787-8bc4-0aa5538ae1bf,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:57.866712 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.879571 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Allocated IP 172.20.0.2 (0b246c69-8b42-4199-b2c8-1564c791ebfe/c524c594-20cd-4d2e-b289-8154c283392d/f6d31b6c-d651-4e42-a5ed-e9654b159dbc) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:57.948016 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:57.977137 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b38e84-af3c-483e-a008-a2d7e387e7b1 None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:29:46Z', 'revision_number': 4, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': 'b188d31c-3103-4983-ab31-da2575de1c16', 'name': '', 'network_id': 'c6cda2d8-e005-4116-8303-4d7da4dd4b97', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'mac_address': 'fa:16:3e:80:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:42Z', 'updated_at': '2022-03-08T17:29:56Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'subnets': [{'id': '5f33444a-083a-449e-8dd2-611fb6a0c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:57.991669 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Allocated IP 172.27.1.196 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/ccad49f6-d029-4418-ba3f-d188301bc6ab) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:58.108880 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks [] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.162561 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.169652 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56990) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:58.204358 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:58.210416 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:58.214004 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:58.219978 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Publish callbacks [] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.234891 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5877a25d-3989-41bf-8153-8eb9643ae538 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:58.238986 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.240758 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-251f9c3d-8273-4d04-80df-0133bb698ba8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (5456fb24-7d64-4ab8-98f4-9b3a49c7990b), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.259271 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Pushing event updated for resources: {'Port': ['ID=ccad49f6-d029-4418-ba3f-d188301bc6ab,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:58.271751 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-251f9c3d-8273-4d04-80df-0133bb698ba8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (5456fb24-7d64-4ab8-98f4-9b3a49c7990b), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.309414 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3061b6c-49a1-4727-aba2-33e14c0e7c0e None None] New status for floating IP 26317623-32e4-4f38-8eab-865a204d6b60: DOWN {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:36:58.311691 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 5877a25d-3989-41bf-8153-8eb9643ae538 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:58.312062 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 5877a25d-3989-41bf-8153-8eb9643ae538 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:58.335894 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-251f9c3d-8273-4d04-80df-0133bb698ba8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5456fb24-7d64-4ab8-98f4-9b3a49c7990b), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.340526 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-251f9c3d-8273-4d04-80df-0133bb698ba8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.342860 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Network 0b246c69-8b42-4199-b2c8-1564c791ebfe is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:58.343173 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-251f9c3d-8273-4d04-80df-0133bb698ba8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "DELETE /v2.0/security-groups/5456fb24-7d64-4ab8-98f4-9b3a49c7990b HTTP/1.1" status: 204 len: 168 time: 0.1723206 Mar 08 17:36:58.345028 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 56992) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:58.356405 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f9c3d-8273-4d04-80df-0133bb698ba8 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5456fb24-7d64-4ab8-98f4-9b3a49c7990b,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:58.380363 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.api.v2.resource [None req-39c84845-b1d2-4544-8a2c-ce0da32158b9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] show failed (client error): The resource could not be found. Mar 08 17:36:58.384167 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-39c84845-b1d2-4544-8a2c-ce0da32158b9 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "GET /v2.0/security-groups/5456fb24-7d64-4ab8-98f4-9b3a49c7990b HTTP/1.1" status: 404 len: 347 time: 0.0354412 Mar 08 17:36:58.384818 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 56994) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:58.397184 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:58.434575 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:58.455480 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Pushing event updated for resources: {'Port': ['ID=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:58.463938 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Publish callbacks [] for port (1909ea66-3507-4f35-af13-491b8b2764f9), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.520233 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks [] for router_gateway (7f58bf0e-6fea-4ee2-9195-39441f8ea981), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.521929 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Deleting port d1aa1fd1-91a1-4e16-a234-68f9c6df7453 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:58.523643 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.526898 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.592883 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Attempting to bind port f6d31b6c-d651-4e42-a5ed-e9654b159dbc on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:36:58.593257 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Attempting to bind port f6d31b6c-d651-4e42-a5ed-e9654b159dbc by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:36:58.593624 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Attempting to bind port f6d31b6c-d651-4e42-a5ed-e9654b159dbc on network 0b246c69-8b42-4199-b2c8-1564c791ebfe {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:58.608326 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:36:58.608705 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Checking segment: {'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:58.609129 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.609536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Bound using segment: {'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:36:58.610012 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Bound port: f6d31b6c-d651-4e42-a5ed-e9654b159dbc, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:36:58.610476 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.615219 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.615644 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.622807 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d92f-68ff-479a-9bbc-6457be6f7703 None None] Pushing event updated for resources: {'Port': ['ID=1909ea66-3507-4f35-af13-491b8b2764f9,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:58.631293 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Calling delete_port for d1aa1fd1-91a1-4e16-a234-68f9c6df7453 owned by network:floatingip {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:58.703890 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Attempting to bind port 1909ea66-3507-4f35-af13-491b8b2764f9 on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:36:58.704266 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Attempting to bind port 1909ea66-3507-4f35-af13-491b8b2764f9 by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:36:58.704633 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Attempting to bind port 1909ea66-3507-4f35-af13-491b8b2764f9 on network 0970858d-fddd-49a4-bfdd-b95432673102 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:58.720731 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:36:58.721112 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Checking segment: {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:58.721516 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.721916 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Bound using segment: {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:36:58.722396 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Bound port: 1909ea66-3507-4f35-af13-491b8b2764f9, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:36:58.722820 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.744604 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] For port f6d31b6c-d651-4e42-a5ed-e9654b159dbc, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:36:58.748401 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] For port f6d31b6c-d651-4e42-a5ed-e9654b159dbc, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,segment=NetworkSegment(8ef58821-7375-4635-82c5-c63d12ed67b3),segment_id=8ef58821-7375-4635-82c5-c63d12ed67b3)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:36:58.770176 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686636'] for router (7f58bf0e-6fea-4ee2-9195-39441f8ea981), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.778452 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.813392 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (d1aa1fd1-91a1-4e16-a234-68f9c6df7453), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.842969 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Pushing event deleted for resources: {'Port': ['ID=d1aa1fd1-91a1-4e16-a234-68f9c6df7453,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:58.907087 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks [] for floatingip (26317623-32e4-4f38-8eab-865a204d6b60), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.909417 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:58.912053 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-c53692df-d2a2-4f22-9750-b35b38fba517 tempest-AttachVolumeNegativeTest-369161922 tempest-AttachVolumeNegativeTest-369161922-project] 10.222.0.46 "DELETE /v2.0/floatingips/26317623-32e4-4f38-8eab-865a204d6b60 HTTP/1.1" status: 204 len: 168 time: 0.5245407 Mar 08 17:36:58.957490 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 is scheduled to L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 with binding_index 1 {{(pid=103292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:36:59.028721 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 4566981a-5ad2-4787-8bc4-0aa5538ae1bf up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:59.083040 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] For port 1909ea66-3507-4f35-af13-491b8b2764f9, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:36:59.087905 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:59.102873 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880563d-cc4a-4a17-9e98-d2e8626caa46 None None] Pushing event updated for resources: {'Port': ['ID=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:59.104019 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Sync routers for ids ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:59.108896 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-49dec514-f80c-49ad-bc6b-2f790eebc3fd None None] Provisioning complete for port 1909ea66-3507-4f35-af13-491b8b2764f9 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:59.109299 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-49dec514-f80c-49ad-bc6b-2f790eebc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.112053 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] For port 1909ea66-3507-4f35-af13-491b8b2764f9, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1909ea66-3507-4f35-af13-491b8b2764f9,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:36:59.117734 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Routers {'7f58bf0e-6fea-4ee2-9195-39441f8ea981'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:59.118453 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:59.123718 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.124996 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-75d5dd49-0533-46fe-9305-a0e642161af6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7583733 Mar 08 17:36:59.127720 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57000) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:59.153438 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.248768 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-49dec514-f80c-49ad-bc6b-2f790eebc3fd None None] Port 1909ea66-3507-4f35-af13-491b8b2764f9 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:36:59.291702 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:59.291702 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:36:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:59.367198 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Set router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:59.406283 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:59.406797 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.464978 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d92f-68ff-479a-9bbc-6457be6f7703 None None] Pushing event updated for resources: {'Port': ['ID=1909ea66-3507-4f35-af13-491b8b2764f9,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:59.593500 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:59.616898 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:36:58Z', 'revision_number': 3, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port': {'id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:59.646486 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:59.650975 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Checking router: 7f58bf0e-6fea-4ee2-9195-39441f8ea981 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:59.651829 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Updating router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 port ccad49f6-d029-4418-ba3f-d188301bc6ab binding host dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:36:59.683669 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.747422 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.756043 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-5b49bef8-6168-414f-945f-5643607245f8 None None] Provisioning complete for port 1909ea66-3507-4f35-af13-491b8b2764f9 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:59.756495 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5b49bef8-6168-414f-945f-5643607245f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.803774 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-70538c73-0050-4446-a5b4-9bb3ce824af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.901330 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-5b49bef8-6168-414f-945f-5643607245f8 None None] Current status of the port 1909ea66-3507-4f35-af13-491b8b2764f9 is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:59.902071 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5b49bef8-6168-414f-945f-5643607245f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.913832 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:59Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:59.923544 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_common [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Allocated IP 172.20.0.1 (0b246c69-8b42-4199-b2c8-1564c791ebfe/c524c594-20cd-4d2e-b289-8154c283392d/028fd45c-13b1-42a9-9c38-73da9f6a7e8e) {{(pid=103292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:59.945971 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75de369-7948-4cc1-a3e9-a4ae1184e616 None None] The sync data for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi is: [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:59Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:59.975704 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-5b49bef8-6168-414f-945f-5643607245f8 None None] For port 1909ea66-3507-4f35-af13-491b8b2764f9, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1909ea66-3507-4f35-af13-491b8b2764f9,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:59.981203 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Publish callbacks [] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.985590 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5b49bef8-6168-414f-945f-5643607245f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.992079 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.096330 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49bef8-6168-414f-945f-5643607245f8 None None] Pushing event updated for resources: {'Port': ['ID=1909ea66-3507-4f35-af13-491b8b2764f9,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:00.155778 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Publish callbacks [] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.208165 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3d128-694c-4cd2-bbfe-4ba5806c6768 None None] Pushing event updated for resources: {'Port': ['ID=ccad49f6-d029-4418-ba3f-d188301bc6ab,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:00.221818 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.230773 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Attempting to bind port ccad49f6-d029-4418-ba3f-d188301bc6ab on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:00.231680 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Attempting to bind port ccad49f6-d029-4418-ba3f-d188301bc6ab by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:00.231680 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Attempting to bind port ccad49f6-d029-4418-ba3f-d188301bc6ab on network c4769b56-b502-41fe-91e7-2450901dde4f {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:00.242174 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:00.242654 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Checking segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:00.242936 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.243329 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Bound using segment: {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:00.243992 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Bound port: ccad49f6-d029-4418-ba3f-d188301bc6ab, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18455236-9107-42ce-b2cb-f99d5704542e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:00.244180 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.289670 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Network 0b246c69-8b42-4199-b2c8-1564c791ebfe is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:00.293561 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:00.299160 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Received port after_create {{(pid=103292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:00.303288 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Pushing event updated for resources: {'Port': ['ID=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:00.329267 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] For port ccad49f6-d029-4418-ba3f-d188301bc6ab, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:00.339443 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] For port ccad49f6-d029-4418-ba3f-d188301bc6ab, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ccad49f6-d029-4418-ba3f-d188301bc6ab,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:00.348887 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.378673 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702721'] for router_interface (7f58bf0e-6fea-4ee2-9195-39441f8ea981), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.434511 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Routers {'7f58bf0e-6fea-4ee2-9195-39441f8ea981'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:00.435303 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:00.483897 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3d128-694c-4cd2-bbfe-4ba5806c6768 None None] Pushing event updated for resources: {'Port': ['ID=ccad49f6-d029-4418-ba3f-d188301bc6ab,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:00.497320 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e95bc30-32cf-4649-a00a-c21249e3b195 None None] Network 0b246c69-8b42-4199-b2c8-1564c791ebfe requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:00.560580 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.571299 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-6083ff20-33b0-43eb-b767-1249dd9569d0 None None] Provisioning complete for port f6d31b6c-d651-4e42-a5ed-e9654b159dbc triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:00.571680 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6083ff20-33b0-43eb-b767-1249dd9569d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.585933 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] Set router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:00.724708 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-6083ff20-33b0-43eb-b767-1249dd9569d0 None None] Current status of the port f6d31b6c-d651-4e42-a5ed-e9654b159dbc is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:00.724708 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6083ff20-33b0-43eb-b767-1249dd9569d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.777988 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Publish callbacks [] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.786083 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-6083ff20-33b0-43eb-b767-1249dd9569d0 None None] For port f6d31b6c-d651-4e42-a5ed-e9654b159dbc, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,segment=NetworkSegment(8ef58821-7375-4635-82c5-c63d12ed67b3),segment_id=8ef58821-7375-4635-82c5-c63d12ed67b3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:00.787165 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62632648'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.801877 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6083ff20-33b0-43eb-b767-1249dd9569d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.829571 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:36:58Z', 'revision_number': 3, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port': {'id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:00.865473 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95baba-daaa-4e73-95b0-e11b4db71750 None None] The sync data for ids ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'] in dv-cinder-830090-3-iscsi is: [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:36:58Z', 'revision_number': 3, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port': {'id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:00.910051 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.922065 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3778318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702701'] for router_interface (7f58bf0e-6fea-4ee2-9195-39441f8ea981), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:00.932023 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083ff20-33b0-43eb-b767-1249dd9569d0 None None] Pushing event updated for resources: {'Port': ['ID=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:00.951884 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Pushing event updated for resources: {'Port': ['ID=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:01.075066 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1909ea66-3507-4f35-af13-491b8b2764f9 up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:01.149347 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-3c904f52-9173-4500-9d52-cbf171f4ea6d None None] Provisioning complete for port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:01.150029 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3c904f52-9173-4500-9d52-cbf171f4ea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:01.200553 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-3c904f52-9173-4500-9d52-cbf171f4ea6d None None] Port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:01.217738 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 1909ea66-3507-4f35-af13-491b8b2764f9 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:01.218256 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:01.293785 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-3c904f52-9173-4500-9d52-cbf171f4ea6d None None] Provisioning complete for port f6d31b6c-d651-4e42-a5ed-e9654b159dbc triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:01.294164 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3c904f52-9173-4500-9d52-cbf171f4ea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:01.456709 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-3c904f52-9173-4500-9d52-cbf171f4ea6d None None] Current status of the port f6d31b6c-d651-4e42-a5ed-e9654b159dbc is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:01.460933 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 1909ea66-3507-4f35-af13-491b8b2764f9 is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:01.463518 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device f6d31b6c-d651-4e42-a5ed-e9654b159dbc up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:01.468405 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Network 0b246c69-8b42-4199-b2c8-1564c791ebfe is already hosted by enough agents. {{(pid=103292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:01.470021 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Resources bound (agent type, host, resource id): {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:01.548215 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port f6d31b6c-d651-4e42-a5ed-e9654b159dbc triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:01.548605 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:01.677124 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port f6d31b6c-d651-4e42-a5ed-e9654b159dbc is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:01.690510 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-ec8e8afc-32c1-4e14-a143-fdd6a83d88ee None None] Provisioning complete for port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:01.690889 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8afc-32c1-4e14-a143-fdd6a83d88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:01.714863 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:01.744286 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e8afc-32c1-4e14-a143-fdd6a83d88ee None None] Port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:01.853435 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:01.860811 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9227974c-f953-4a19-82c2-cdf3a7c4976e admin admin] 10.222.0.46 "PUT /v2.0/routers/7f58bf0e-6fea-4ee2-9195-39441f8ea981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7295368 Mar 08 17:37:01.870769 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-1ac4c612-968e-49b4-9fca-935aab795044 None None] Provisioning complete for port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:01.871143 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c612-968e-49b4-9fca-935aab795044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:01.910424 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4c612-968e-49b4-9fca-935aab795044 None None] Port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:02.287192 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:02.921420 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57058) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:03.096773 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device f6d31b6c-d651-4e42-a5ed-e9654b159dbc up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:03.104334 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Sync routers for ids ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:03.149313 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Routers {'7f58bf0e-6fea-4ee2-9195-39441f8ea981'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:03.150140 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:03.215783 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port f6d31b6c-d651-4e42-a5ed-e9654b159dbc triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:03.216496 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:03.300334 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Set router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:03.566758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port f6d31b6c-d651-4e42-a5ed-e9654b159dbc is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:03.567964 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ccad49f6-d029-4418-ba3f-d188301bc6ab up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:03.652045 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:03.696680 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port ccad49f6-d029-4418-ba3f-d188301bc6ab triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:03.697048 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:03.769575 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:00Z', 'revision_number': 4, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port': {'id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '028fd45c-13b1-42a9-9c38-73da9f6a7e8e', 'name': '', 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'mac_address': 'fa:16:3e:f0:fb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c524c594-20cd-4d2e-b289-8154c283392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:59Z', 'updated_at': '2022-03-08T17:37:00Z', 'revision_number': 2, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'subnets': [{'id': 'c524c594-20cd-4d2e-b289-8154c283392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:03.821375 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Checking router: 7f58bf0e-6fea-4ee2-9195-39441f8ea981 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:03.821767 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Updating router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e binding host dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:37:03.854164 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port ccad49f6-d029-4418-ba3f-d188301bc6ab is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:03.854544 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:03.868796 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:03.894192 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] For port ccad49f6-d029-4418-ba3f-d188301bc6ab, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ccad49f6-d029-4418-ba3f-d188301bc6ab,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:03.905984 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:03.930022 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.042850 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Pushing event updated for resources: {'Port': ['ID=ccad49f6-d029-4418-ba3f-d188301bc6ab,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:04.259972 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Publish callbacks [] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.272893 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.348277 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72423f5-4d76-4c2f-a8da-535ad282987b None None] Pushing event updated for resources: {'Port': ['ID=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:04.403490 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Deleting port b188d31c-3103-4983-ab31-da2575de1c16 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:04.404086 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (b188d31c-3103-4983-ab31-da2575de1c16), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.434295 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Attempting to bind port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e on host dv-cinder-830090-3-iscsi for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:04.434798 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Attempting to bind port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e by drivers openvswitch,hyperv on host dv-cinder-830090-3-iscsi at level 0 using segments [{'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:04.435464 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Attempting to bind port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e on network 0b246c69-8b42-4199-b2c8-1564c791ebfe {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:04.441833 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Checking agent: {'id': '99db7bfb-425c-4a7a-8ba9-7dcd87f2410e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 21, 34), 'started_at': datetime.datetime(2022, 3, 8, 17, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:04.442397 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Checking segment: {'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:04.442907 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.443402 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Bound using segment: {'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:04.444263 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Bound port: 028fd45c-13b1-42a9-9c38-73da9f6a7e8e, host: dv-cinder-830090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef58821-7375-4635-82c5-c63d12ed67b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:04.444670 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.564827 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] For port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e, host dv-cinder-830090-3-iscsi, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:04.565951 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] For port b188d31c-3103-4983-ab31-da2575de1c16, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=b188d31c-3103-4983-ab31-da2575de1c16,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:04.566547 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (b188d31c-3103-4983-ab31-da2575de1c16), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.569054 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] For port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e, host dv-cinder-830090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,segment=NetworkSegment(8ef58821-7375-4635-82c5-c63d12ed67b3),segment_id=8ef58821-7375-4635-82c5-c63d12ed67b3)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:04.586633 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Calling delete_port for b188d31c-3103-4983-ab31-da2575de1c16 owned by network:router_interface {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:04.588632 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.733978 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Routers {'7f58bf0e-6fea-4ee2-9195-39441f8ea981'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:04.734618 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:04.785734 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-55dd7393-1f6d-4718-840e-37483e14851a None None] Provisioning complete for port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:04.786147 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-55dd7393-1f6d-4718-840e-37483e14851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:04.826097 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72423f5-4d76-4c2f-a8da-535ad282987b None None] Pushing event updated for resources: {'Port': ['ID=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:04.970219 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137349e6-aeae-44e2-b50b-cbeb6fd56694 req-ef050160-e4e9-4ba6-9ba2-5a701a58dde9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:04.973000 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-137349e6-aeae-44e2-b50b-cbeb6fd56694 req-ef050160-e4e9-4ba6-9ba2-5a701a58dde9 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 946 time: 0.1163762 Mar 08 17:37:04.975063 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] Set router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:04.975815 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (b188d31c-3103-4983-ab31-da2575de1c16), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:05.013578 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ccad49f6-d029-4418-ba3f-d188301bc6ab up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:05.031204 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Pushing event deleted for resources: {'Port': ['ID=b188d31c-3103-4983-ab31-da2575de1c16,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:05.064509 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-55dd7393-1f6d-4718-840e-37483e14851a None None] Current status of the port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e is: DOWN; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:05.064904 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-55dd7393-1f6d-4718-840e-37483e14851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:05.101516 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-137349e6-aeae-44e2-b50b-cbeb6fd56694 req-7b8d83ab-e4a1-409b-b49e-beffcbc30ad1 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189747 Mar 08 17:37:05.168949 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-55dd7393-1f6d-4718-840e-37483e14851a None None] For port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,segment=NetworkSegment(8ef58821-7375-4635-82c5-c63d12ed67b3),segment_id=8ef58821-7375-4635-82c5-c63d12ed67b3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:05.183142 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-55dd7393-1f6d-4718-840e-37483e14851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:05.271860 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port ccad49f6-d029-4418-ba3f-d188301bc6ab triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:05.272253 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:05.278859 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:37:05.337689 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd7393-1f6d-4718-840e-37483e14851a None None] Pushing event updated for resources: {'Port': ['ID=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:05.368755 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-44a5813e-75ee-4b31-bdc0-e772e6b48f6b None None] Provisioning complete for port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:05.369404 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-44a5813e-75ee-4b31-bdc0-e772e6b48f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:05.390316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:05.509419 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port ccad49f6-d029-4418-ba3f-d188301bc6ab is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:05.682151 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:05.686604 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-44a5813e-75ee-4b31-bdc0-e772e6b48f6b None None] Current status of the port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:05.704094 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:00Z', 'revision_number': 4, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port': {'id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '028fd45c-13b1-42a9-9c38-73da9f6a7e8e', 'name': '', 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'mac_address': 'fa:16:3e:f0:fb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c524c594-20cd-4d2e-b289-8154c283392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:59Z', 'updated_at': '2022-03-08T17:37:04Z', 'revision_number': 4, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'subnets': [{'id': 'c524c594-20cd-4d2e-b289-8154c283392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:05.732961 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfc338-f778-4100-bdb8-680dc7e8e404 None None] The sync data for ids ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'] in dv-cinder-830090-3-iscsi is: [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:00Z', 'revision_number': 4, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port': {'id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '028fd45c-13b1-42a9-9c38-73da9f6a7e8e', 'name': '', 'network_id': '0b246c69-8b42-4199-b2c8-1564c791ebfe', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'mac_address': 'fa:16:3e:f0:fb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c524c594-20cd-4d2e-b289-8154c283392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:59Z', 'updated_at': '2022-03-08T17:37:04Z', 'revision_number': 4, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'subnets': [{'id': 'c524c594-20cd-4d2e-b289-8154c283392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:05.841622 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:05.853174 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:05.860817 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-7f46cab3-2aac-4822-a817-12984597c075 admin admin] 10.222.0.46 "PUT /v2.0/routers/c86e3127-aa3a-4715-ba4f-d86ecde1d2e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9382324 Mar 08 17:37:05.866329 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] Sync routers for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:05.868585 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57074) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:05.893744 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:05.897022 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:06.033307 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks [] for router (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:06.042759 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:06.180744 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks [] for router_gateway (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:06.299049 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:37:04Z', 'revision_number': 5, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port': {'id': '7d292423-9302-4f48-b4fa-4063c673d4f9', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:06.303666 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Deleting port 7d292423-9302-4f48-b4fa-4063c673d4f9 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:06.304208 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:06.327603 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bfc69-ebff-4643-9291-d9a17035c93a req-f935d5d4-fd4d-4d57-8415-f3aebb269793 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:06.329646 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-602bfc69-ebff-4643-9291-d9a17035c93a req-f935d5d4-fd4d-4d57-8415-f3aebb269793 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 946 time: 0.0851965 Mar 08 17:37:06.331191 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] Checking router: c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:06.340047 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] Routers {'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:06.340764 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:06.448040 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] Set router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 gateway port host: None {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:06.499364 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-602bfc69-ebff-4643-9291-d9a17035c93a req-53269f17-89a9-41eb-a73a-df4198bce06b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups?id=562017d2-2062-4956-97de-e6378369d0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624961 Mar 08 17:37:06.518009 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] For port 7d292423-9302-4f48-b4fa-4063c673d4f9, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=7d292423-9302-4f48-b4fa-4063c673d4f9,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:06.518496 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:06.525977 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:37:06Z', 'revision_number': 6, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:06.557783 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d249a-8a90-4e7a-a98c-0ebdb7d630c6 None None] The sync data for ids ['c86e3127-aa3a-4715-ba4f-d86ecde1d2e6'] in dv-cinder-830090-3-iscsi is: [{'id': 'c86e3127-aa3a-4715-ba4f-d86ecde1d2e6', 'name': 'tempest-AttachVolumeNegativeTest-706932749-router', 'tenant_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:34Z', 'updated_at': '2022-03-08T17:37:06Z', 'revision_number': 6, 'project_id': '152646c42b4d4a3f9a3e2937763c6a8a', 'gw_port_host': None}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:06.568833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Calling delete_port for 7d292423-9302-4f48-b4fa-4063c673d4f9 owned by network:router_gateway {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:06.590225 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-117a5bda-cf29-4974-8a1b-57e15ba3fc78 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:06.591935 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-117a5bda-cf29-4974-8a1b-57e15ba3fc78 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 946 time: 0.1459358 Mar 08 17:37:06.805750 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Deleting port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:06.806860 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:06.957882 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] For port 0bc82b36-e464-43ad-aef3-a5c66a8839a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bc82b36-e464-43ad-aef3-a5c66a8839a8,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:06.958236 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.037356 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (7d292423-9302-4f48-b4fa-4063c673d4f9), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.113065 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d292423-9302-4f48-b4fa-4063c673d4f9,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:07.233476 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.309541 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.309902 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (5e4b569b-077a-42f9-aebe-0ce27fe38508), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.310216 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Floating IP 5e4b569b-077a-42f9-aebe-0ce27fe38508 disassociated. External IP: 172.27.1.62, port: 0bc82b36-e464-43ad-aef3-a5c66a8839a8. Mar 08 17:37:07.310557 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Calling delete_port for 0bc82b36-e464-43ad-aef3-a5c66a8839a8 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:07.369592 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.373509 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks [] for router_controller (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), precommit_delete_associations {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.407874 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 028fd45c-13b1-42a9-9c38-73da9f6a7e8e up at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:07.485171 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Provisioning complete for port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:07.485547 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.515415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (c86e3127-aa3a-4715-ba4f-d86ecde1d2e6), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.516261 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 {{(pid=103291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:37:07.522507 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.524019 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-c1e7a237-c6d0-49ca-a59f-5672b16776f6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c86e3127-aa3a-4715-ba4f-d86ecde1d2e6 HTTP/1.1" status: 204 len: 168 time: 1.6543403 Mar 08 17:37:07.526731 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57082) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:07.619987 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Current status of the port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:07.647986 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8e184b-2ac9-4ed4-ac03-527cb2b4f420 admin admin] Deleting subnet 5f33444a-083a-449e-8dd2-611fb6a0c2bd {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:37:07.653592 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b8e184b-2ac9-4ed4-ac03-527cb2b4f420 admin admin] Publish callbacks [] for subnet (5f33444a-083a-449e-8dd2-611fb6a0c2bd), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.711203 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b8e184b-2ac9-4ed4-ac03-527cb2b4f420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (5f33444a-083a-449e-8dd2-611fb6a0c2bd), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.718021 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fa62f455-360b-41d7-9f29-743735ad8463 req-12c09f89-b06d-4565-89b6-7a521c2e477f tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 210 time: 0.0759447 Mar 08 17:37:07.719082 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (0bc82b36-e464-43ad-aef3-a5c66a8839a8), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.877990 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b8e184b-2ac9-4ed4-ac03-527cb2b4f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (5f33444a-083a-449e-8dd2-611fb6a0c2bd), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:07.965684 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b8e184b-2ac9-4ed4-ac03-527cb2b4f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (5f33444a-083a-449e-8dd2-611fb6a0c2bd), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.004914 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e184b-2ac9-4ed4-ac03-527cb2b4f420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f33444a-083a-449e-8dd2-611fb6a0c2bd,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:08.006250 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e99bd5-a155-401b-9ac5-9b0ba405ed24 None None] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:08.011590 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b8e184b-2ac9-4ed4-ac03-527cb2b4f420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.017980 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6b8e184b-2ac9-4ed4-ac03-527cb2b4f420 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5f33444a-083a-449e-8dd2-611fb6a0c2bd HTTP/1.1" status: 204 len: 168 time: 0.4895267 Mar 08 17:37:08.031835 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57086) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:08.115326 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event deleted for resources: {'Port': ['ID=0bc82b36-e464-43ad-aef3-a5c66a8839a8,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:08.130220 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (c6cda2d8-e005-4116-8303-4d7da4dd4b97), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.224407 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Deleting port 65ba3745-5438-4b80-b644-bb74489408a6 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:08.224761 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (65ba3745-5438-4b80-b644-bb74489408a6), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.282763 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:08.304387 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] For port 65ba3745-5438-4b80-b644-bb74489408a6, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=65ba3745-5438-4b80-b644-bb74489408a6,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:08.306176 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (65ba3745-5438-4b80-b644-bb74489408a6), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.312905 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] DHCP port deletion for c6cda2d8-e005-4116-8303-4d7da4dd4b97 request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:37:08.354923 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Calling delete_port for 65ba3745-5438-4b80-b644-bb74489408a6 owned by network:dhcp {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:08.386374 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] Deleting port 65ba3745-5438-4b80-b644-bb74489408a6 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:08.386671 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (65ba3745-5438-4b80-b644-bb74489408a6), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.436701 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:08.473057 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293216d5-48dd-447b-9393-89413eaa87de None None] Sync routers for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:08.492989 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (65ba3745-5438-4b80-b644-bb74489408a6), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.508823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] No DVR routers for this DVR port 0bc82b36-e464-43ad-aef3-a5c66a8839a8 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:08.516506 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.522450 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4d669329-f34c-42dd-8cb4-a6d30dac512a req-9b82e628-5dd8-4420-b39e-eedf97997cd5 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.71 "DELETE /v2.0/ports/0bc82b36-e464-43ad-aef3-a5c66a8839a8 HTTP/1.1" status: 204 len: 173 time: 1.9204924 Mar 08 17:37:08.523224 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-deleted', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:08.525237 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293216d5-48dd-447b-9393-89413eaa87de None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:08.525986 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfd7e27-7870-49f3-a258-ebe2c393a242" -d '{"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-deleted", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:08.529238 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-293216d5-48dd-447b-9393-89413eaa87de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:08.548308 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] For port 65ba3745-5438-4b80-b644-bb74489408a6, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=65ba3745-5438-4b80-b644-bb74489408a6,segment=NetworkSegment(ed323cd2-c1f5-4362-9b15-a63633ed3249),segment_id=ed323cd2-c1f5-4362-9b15-a63633ed3249)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:08.549683 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (65ba3745-5438-4b80-b644-bb74489408a6), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.567292 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] No DVR routers for this DVR port 65ba3745-5438-4b80-b644-bb74489408a6 on host dv-cinder-830090-3-iscsi {{(pid=103292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:08.569066 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ba3745-5438-4b80-b644-bb74489408a6,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:08.605406 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ba851d-bbcf-4f6d-b54c-f67c824dea16 x-openstack-request-id: req-f9ba851d-bbcf-4f6d-b54c-f67c824dea16 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:08.605784 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46004254-4872-40be-80d7-26545a403ae2", "name": "network-vif-deleted", "tag": "0bc82b36-e464-43ad-aef3-a5c66a8839a8", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:08.606127 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9ba851d-bbcf-4f6d-b54c-f67c824dea16 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:08.606632 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46004254-4872-40be-80d7-26545a403ae2', 'name': 'network-vif-deleted', 'tag': '0bc82b36-e464-43ad-aef3-a5c66a8839a8', 'status': 'completed', 'code': 200} Mar 08 17:37:08.686824 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] Calling delete_port for 65ba3745-5438-4b80-b644-bb74489408a6 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:08.750031 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (c6cda2d8-e005-4116-8303-4d7da4dd4b97), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.807728 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cda2d8-e005-4116-8303-4d7da4dd4b97']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:08.818539 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed323cd2-c1f5-4362-9b15-a63633ed3249') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:08.818881 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed323cd2-c1f5-4362-9b15-a63633ed3249') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:08.832128 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (ed323cd2-c1f5-4362-9b15-a63633ed3249), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.847241 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (ed323cd2-c1f5-4362-9b15-a63633ed3249), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.855748 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:37:08.856392 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (ed323cd2-c1f5-4362-9b15-a63633ed3249), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:37:08.858608 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:37:08.861287 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-293216d5-48dd-447b-9393-89413eaa87de None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:08.884530 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2fc05b32-359e-46be-8d5e-0b0804a1a349 req-9cfe5ca1-2ed9-4a93-8da5-926c6f61f927 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/ports?device_id=46004254-4872-40be-80d7-26545a403ae2 HTTP/1.1" status: 200 len: 210 time: 0.0457602 Mar 08 17:37:08.960457 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179'] for port (65ba3745-5438-4b80-b644-bb74489408a6), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.988737 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (c6cda2d8-e005-4116-8303-4d7da4dd4b97), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.999437 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:09.007625 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c6cda2d8-e005-4116-8303-4d7da4dd4b97 HTTP/1.1" status: 204 len: 168 time: 0.9783158 Mar 08 17:37:09.025205 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21121a9b-f8e7-4381-8536-8ad09cf74a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6cda2d8-e005-4116-8303-4d7da4dd4b97,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:09.052196 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] Pushing event deleted for resources: {'Port': ['ID=65ba3745-5438-4b80-b644-bb74489408a6,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:09.056812 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] Network c6cda2d8-e005-4116-8303-4d7da4dd4b97 is not hosted by any dhcp agent {{(pid=103293) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 17:37:09.057519 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41cdfd-9ae1-44b1-84da-2deb1ed24288 None None] No DVR routers for this DVR port 65ba3745-5438-4b80-b644-bb74489408a6 on host dv-cinder-830090-3-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:09.074471 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device b188d31c-3103-4983-ab31-da2575de1c16 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:09.143829 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: b188d31c-3103-4983-ab31-da2575de1c16 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:09.144337 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device b188d31c-3103-4983-ab31-da2575de1c16 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:09.145221 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 7d292423-9302-4f48-b4fa-4063c673d4f9 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:09.175170 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 7d292423-9302-4f48-b4fa-4063c673d4f9 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:09.175511 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 7d292423-9302-4f48-b4fa-4063c673d4f9 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:09.176139 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 65ba3745-5438-4b80-b644-bb74489408a6 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:09.187721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57094) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:09.214981 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 65ba3745-5438-4b80-b644-bb74489408a6 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:09.215325 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 65ba3745-5438-4b80-b644-bb74489408a6 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:09.257106 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57096) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:09.265313 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-4d54069c-26bd-48f0-b638-a1a9633f05c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=152646c42b4d4a3f9a3e2937763c6a8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0755682 Mar 08 17:37:09.305976 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-293216d5-48dd-447b-9393-89413eaa87de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:09.329566 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7cb91c82-eac9-45af-a6fb-83d6efe5f3cf admin admin] Publish callbacks [] for security_group (99ca4fa2-9f1a-4c56-aebc-cad709ef797b), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:09.337888 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293216d5-48dd-447b-9393-89413eaa87de None None] Checking router: b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:09.346748 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293216d5-48dd-447b-9393-89413eaa87de None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:09.347379 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-293216d5-48dd-447b-9393-89413eaa87de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:09.354889 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7cb91c82-eac9-45af-a6fb-83d6efe5f3cf admin admin] Publish callbacks [] for security_group (99ca4fa2-9f1a-4c56-aebc-cad709ef797b), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:09.425556 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7cb91c82-eac9-45af-a6fb-83d6efe5f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (99ca4fa2-9f1a-4c56-aebc-cad709ef797b), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:09.429172 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7cb91c82-eac9-45af-a6fb-83d6efe5f3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:09.430641 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7cb91c82-eac9-45af-a6fb-83d6efe5f3cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99ca4fa2-9f1a-4c56-aebc-cad709ef797b HTTP/1.1" status: 204 len: 168 time: 0.1718838 Mar 08 17:37:09.442734 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb91c82-eac9-45af-a6fb-83d6efe5f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ca4fa2-9f1a-4c56-aebc-cad709ef797b,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:09.498630 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-293216d5-48dd-447b-9393-89413eaa87de None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:09.734550 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-293216d5-48dd-447b-9393-89413eaa87de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:09.766487 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293216d5-48dd-447b-9393-89413eaa87de None None] The sync data for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi is: [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:29:49Z', 'revision_number': 4, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '7c3722cf-6a51-41b3-83d9-874517ca0670', 'name': '', 'network_id': '7d819a1c-e64a-4ab3-bcdf-a03d47453eb6', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'mac_address': 'fa:16:3e:26:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:45Z', 'updated_at': '2022-03-08T17:29:58Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'subnets': [{'id': '0c770c80-1c82-445b-aeea-be9ac9dc586c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:10.020509 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57114) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:10.113860 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-714c19b0-467c-47e9-9924-fd710d440409 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (562017d2-2062-4956-97de-e6378369d0bb), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.143984 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-714c19b0-467c-47e9-9924-fd710d440409 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (562017d2-2062-4956-97de-e6378369d0bb), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.159641 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499cf23-c4e9-48c3-b082-c659a1b60b30 None None] New status for floating IP 5e4b569b-077a-42f9-aebe-0ce27fe38508: DOWN {{(pid=103294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:37:10.255205 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-714c19b0-467c-47e9-9924-fd710d440409 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (562017d2-2062-4956-97de-e6378369d0bb), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.259443 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-714c19b0-467c-47e9-9924-fd710d440409 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.260892 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-714c19b0-467c-47e9-9924-fd710d440409 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "DELETE /v2.0/security-groups/562017d2-2062-4956-97de-e6378369d0bb HTTP/1.1" status: 204 len: 168 time: 0.2393148 Mar 08 17:37:10.263714 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57126) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:10.280588 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c19b0-467c-47e9-9924-fd710d440409 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562017d2-2062-4956-97de-e6378369d0bb,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:10.301714 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.api.v2.resource [None req-5f9b7d10-c7d1-4ca8-a17b-2796d1c50594 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] show failed (client error): The resource could not be found. Mar 08 17:37:10.304340 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5f9b7d10-c7d1-4ca8-a17b-2796d1c50594 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "GET /v2.0/security-groups/562017d2-2062-4956-97de-e6378369d0bb HTTP/1.1" status: 404 len: 347 time: 0.0374651 Mar 08 17:37:10.306251 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57130) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:10.319058 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:10.364603 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 0bc82b36-e464-43ad-aef3-a5c66a8839a8 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:10.365221 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 0bc82b36-e464-43ad-aef3-a5c66a8839a8 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:10.452563 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Deleting port 463e69f5-c960-4a63-aea4-9d4fd84ae78e {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:10.453145 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (463e69f5-c960-4a63-aea4-9d4fd84ae78e), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.550035 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (463e69f5-c960-4a63-aea4-9d4fd84ae78e), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.550774 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (463e69f5-c960-4a63-aea4-9d4fd84ae78e), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.564456 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Calling delete_port for 463e69f5-c960-4a63-aea4-9d4fd84ae78e owned by network:floatingip {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:10.740394 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (463e69f5-c960-4a63-aea4-9d4fd84ae78e), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.767115 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Pushing event deleted for resources: {'Port': ['ID=463e69f5-c960-4a63-aea4-9d4fd84ae78e,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:10.848884 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks [] for floatingip (5e4b569b-077a-42f9-aebe-0ce27fe38508), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.854453 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:10.862013 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-46f6f962-0982-42a8-beee-cc95ba876b51 tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] 10.222.0.46 "DELETE /v2.0/floatingips/5e4b569b-077a-42f9-aebe-0ce27fe38508 HTTP/1.1" status: 204 len: 168 time: 0.5514929 Mar 08 17:37:13.373718 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57192) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:13.693133 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57206) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:13.806319 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dee4cbcd-e1e7-4067-ab8b-eeef3fa0e967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.942579 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dee4cbcd-e1e7-4067-ab8b-eeef3fa0e967 admin admin] Publish callbacks [] for security_group (a9e11afc-70cd-4662-8286-ff876e086cb4), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.949217 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dee4cbcd-e1e7-4067-ab8b-eeef3fa0e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (a9e11afc-70cd-4662-8286-ff876e086cb4), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.021402 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-dee4cbcd-e1e7-4067-ab8b-eeef3fa0e967 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e73a11c6bed44ae8296d01ac3bbd0cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272231 Mar 08 17:37:14.024559 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57222) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:14.033121 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4cbcd-e1e7-4067-ab8b-eeef3fa0e967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e11afc-70cd-4662-8286-ff876e086cb4,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:14.073419 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.083911 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-71af8477-121e-47fa-b5e3-1f7dbe986111 admin admin] Publish callbacks [] for security_group (a9e11afc-70cd-4662-8286-ff876e086cb4), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.106087 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-71af8477-121e-47fa-b5e3-1f7dbe986111 admin admin] Publish callbacks [] for security_group (a9e11afc-70cd-4662-8286-ff876e086cb4), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.148561 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-0ff57f11-4c30-4afb-9c5b-8cc8a8f809c6 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:14.150021 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-0ff57f11-4c30-4afb-9c5b-8cc8a8f809c6 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/networks?id=0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 200 len: 815 time: 0.1827753 Mar 08 17:37:14.159754 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-71af8477-121e-47fa-b5e3-1f7dbe986111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (a9e11afc-70cd-4662-8286-ff876e086cb4), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.162688 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-71af8477-121e-47fa-b5e3-1f7dbe986111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.166549 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-71af8477-121e-47fa-b5e3-1f7dbe986111 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9e11afc-70cd-4662-8286-ff876e086cb4 HTTP/1.1" status: 204 len: 168 time: 0.1409190 Mar 08 17:37:14.174819 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af8477-121e-47fa-b5e3-1f7dbe986111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e11afc-70cd-4662-8286-ff876e086cb4,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:14.193609 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-d82af011-0a52-4b79-b9f6-f465ce91a9fa tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/quotas/a27f7046fae14135a018e438eb3ebc27 HTTP/1.1" status: 200 len: 375 time: 0.0184307 Mar 08 17:37:14.309051 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-9a37be4b-1082-48fb-a345-3f95bd5226cc tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078248 Mar 08 17:37:14.452278 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-28bb0f87-1881-4fb1-892e-ad35ffb32822 service neutron] 10.222.0.46 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289091 Mar 08 17:37:14.490106 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Deleting port 7c3722cf-6a51-41b3-83d9-874517ca0670 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:14.490584 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.601414 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-47b5fe76-8edb-4510-9878-0794e4487f3d service neutron] 10.222.0.46 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420920 Mar 08 17:37:14.617239 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] For port 7c3722cf-6a51-41b3-83d9-874517ca0670, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=7c3722cf-6a51-41b3-83d9-874517ca0670,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:14.617601 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.630175 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Calling delete_port for 7c3722cf-6a51-41b3-83d9-874517ca0670 owned by network:router_interface {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:14.781574 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-94c7ecb6-d1bd-4bde-b8a5-52dbab9ce899 req-9568ac94-17f7-4fbd-bd7e-3429b6cef2f3 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 210 time: 0.0318768 Mar 08 17:37:14.886590 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (7c3722cf-6a51-41b3-83d9-874517ca0670), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.914132 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3722cf-6a51-41b3-83d9-874517ca0670,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:14.942669 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57254) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:15.144418 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.406316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:15.480080 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Deleting port 8e192388-1068-42f6-8303-687821bbe504 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:15.480660 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (8e192388-1068-42f6-8303-687821bbe504), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.529254 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:15.537193 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-7c8c36c9-b089-4349-9137-5ce022cb9ee1 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4c28792-b1ff-4c20-90ec-5bf8f8cfb174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623714 Mar 08 17:37:15.537810 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57276) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:15.539752 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] Sync routers for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:15.554797 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:15.559303 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:15.612282 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (8e192388-1068-42f6-8303-687821bbe504), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.612948 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for floatingip (8e192388-1068-42f6-8303-687821bbe504), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.629977 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Calling delete_port for 8e192388-1068-42f6-8303-687821bbe504 owned by network:floatingip {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:15.881750 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (8e192388-1068-42f6-8303-687821bbe504), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.891439 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:15.938073 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event deleted for resources: {'Port': ['ID=8e192388-1068-42f6-8303-687821bbe504,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:16.015751 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c02a8ef9-85ad-4dec-95e3-170157fa953d req-46436d26-4b5f-4906-bfd7-cfdf18be3ac3 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 210 time: 0.0432422 Mar 08 17:37:16.036242 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for floatingip (f532f7e4-9a8f-439e-b7bf-f18a8b95f200), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.036492 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Floating IP f532f7e4-9a8f-439e-b7bf-f18a8b95f200 disassociated (deleted). External IP: 172.27.1.78, port: 59e1914e-5634-41dc-b758-7d2fd9c8b672. Mar 08 17:37:16.037379 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks [] for router (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.188022 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:37:14Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:16.229916 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] Checking router: b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:16.253977 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] Routers {'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:16.254884 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:16.348111 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-edf280e4-482f-42cd-89ad-b13dd4171545 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:16.348111 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-edf280e4-482f-42cd-89ad-b13dd4171545 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.71 "GET /v2.0/networks?id=0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 200 len: 815 time: 0.2620409 Mar 08 17:37:16.348430 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Router d99a10b4-1586-4c51-afc4-41ea9ff08c19 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:16.348529 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks [] for router_gateway (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.394017 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'port': {'device_id': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'admin_state_up': True, 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:16.397480 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] Set router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:16.475439 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:16.476342 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Deleting port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:16.476679 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.479773 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.485293 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] Sync routers for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:16.495880 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:16.496660 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:16.526345 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-3308f786-4ed9-461e-9a5d-bdab92c5a0a2 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "DELETE /v2.0/floatingips/f532f7e4-9a8f-439e-b7bf-f18a8b95f200 HTTP/1.1" status: 204 len: 168 time: 1.5824981 Mar 08 17:37:16.526919 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:16.529604 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f081d-c5b2-40ed-b51a-4d46e467b920" -d '{"events": [{"name": "network-changed", "server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:16.578789 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44091e8-b105-42d1-9105-6d507cf4ab9f x-openstack-request-id: req-f44091e8-b105-42d1-9105-6d507cf4ab9f {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:16.579440 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:16.579896 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f44091e8-b105-42d1-9105-6d507cf4ab9f {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:16.580568 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'status': 'completed', 'code': 200} Mar 08 17:37:16.621330 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:37:14Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:16.639114 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:16.665033 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49434294-ed44-4c10-b69b-4d70334d0442 None None] The sync data for ids ['b4c28792-b1ff-4c20-90ec-5bf8f8cfb174'] in dv-cinder-830090-3-iscsi is: [{'id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'name': 'tempest-AttachVolumeShelveTestJSON-941472105-router', 'tenant_id': '87a36c2da5204a96b058fe6e6ccba921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:29:35Z', 'updated_at': '2022-03-08T17:37:14Z', 'revision_number': 5, 'project_id': '87a36c2da5204a96b058fe6e6ccba921', 'gw_port': {'id': '4baa5c9c-e599-42f9-98c3-6bb5e9c55869', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c28792-b1ff-4c20-90ec-5bf8f8cfb174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:29:36Z', 'updated_at': '2022-03-08T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:16.751236 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] For port 4baa5c9c-e599-42f9-98c3-6bb5e9c55869, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=4baa5c9c-e599-42f9-98c3-6bb5e9c55869,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:16.751950 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.774435 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Calling delete_port for 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 owned by network:router_gateway {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:16.849372 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-bc662327-de01-4ee8-a360-af9e887022dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:16.850858 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-bc662327-de01-4ee8-a360-af9e887022dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7058b9c0ae2443aa37fe583340f6198&device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 1130 time: 0.2233729 Mar 08 17:37:16.851433 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Made reservation on behalf of a27f7046fae14135a018e438eb3ebc27 for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:16.855275 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.971853 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:51Z', 'revision_number': 5, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:16.999403 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] Checking router: d99a10b4-1586-4c51-afc4-41ea9ff08c19 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:17.008633 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:17.009650 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:17.188125 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 7c3722cf-6a51-41b3-83d9-874517ca0670 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:17.219508 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 7c3722cf-6a51-41b3-83d9-874517ca0670 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:17.221119 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 7c3722cf-6a51-41b3-83d9-874517ca0670 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:17.240424 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:17.339088 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Allocated IP 172.20.0.13 (0970858d-fddd-49a4-bfdd-b95432673102/4e47a83b-1fbb-497d-85c9-3b60af117364/4cf87b1c-eaeb-4489-b084-259f27847caa) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:17.608079 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (4baa5c9c-e599-42f9-98c3-6bb5e9c55869), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:17.612277 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f60acbdc-e411-4bb2-bcb3-323e5be6458f req-cb53b6ad-b570-4a19-85e0-436f29137b43 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 210 time: 0.2641368 Mar 08 17:37:17.629542 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:51Z', 'revision_number': 5, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:17.673560 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44852e-3ab9-413b-9c14-549616d417b9 req-0c309bcc-366a-4324-a3fa-1dd45ee48bcb tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:17.678332 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ca44852e-3ab9-413b-9c14-549616d417b9 req-0c309bcc-366a-4324-a3fa-1dd45ee48bcb tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.8437293 Mar 08 17:37:17.678447 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448f94-471a-4c6f-ada6-42ab9e82a81b None None] The sync data for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi is: [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:31:46Z', 'revision_number': 4, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1aac9d3c-e489-4ef9-9015-446c530fc351', 'name': '', 'network_id': 'b8995344-404a-422d-98d9-83cdbc0c32c1', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'mac_address': 'fa:16:3e:b9:5f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:45Z', 'updated_at': '2022-03-08T17:31:51Z', 'revision_number': 5, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'subnets': [{'id': 'a2cfd9f6-8832-4dc3-a7b8-f66ea9930257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:17.726017 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4baa5c9c-e599-42f9-98c3-6bb5e9c55869,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:17.817718 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-0a3108df-4390-449a-b381-ba0d7dabb866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:17.822553 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-0a3108df-4390-449a-b381-ba0d7dabb866 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 200 len: 910 time: 0.9578927 Mar 08 17:37:17.876605 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:17.918752 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ca44852e-3ab9-413b-9c14-549616d417b9 req-49a39f2e-35d6-4f94-87ad-6803f631cc8b tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007439 Mar 08 17:37:17.965547 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.010407 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.013500 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks [] for router_controller (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), precommit_delete_associations {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.088570 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (b4c28792-b1ff-4c20-90ec-5bf8f8cfb174), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.089287 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 {{(pid=103291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:37:18.095899 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.097748 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-c6e7acf3-4ea4-4e92-9633-0a286707f6b1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b4c28792-b1ff-4c20-90ec-5bf8f8cfb174 HTTP/1.1" status: 204 len: 168 time: 2.5587118 Mar 08 17:37:18.100257 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57334) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:18.111377 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.192491 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Network 0970858d-fddd-49a4-bfdd-b95432673102 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:18.195762 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-242bd6e8-20e1-4dad-9b91-c8e3ef20436f admin admin] Deleting subnet 0c770c80-1c82-445b-aeea-be9ac9dc586c {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:37:18.198817 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:18.200544 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-242bd6e8-20e1-4dad-9b91-c8e3ef20436f admin admin] Publish callbacks [] for subnet (0c770c80-1c82-445b-aeea-be9ac9dc586c), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.202750 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:18.204752 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ec62b-1a37-404b-9c7a-ab8a73a7f266 None None] New status for floating IP f532f7e4-9a8f-439e-b7bf-f18a8b95f200: DOWN {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:37:18.281175 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'Port': ['ID=4cf87b1c-eaeb-4489-b084-259f27847caa,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:18.300997 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:18.301698 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.332254 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-548b60a0-71c4-413f-a581-68ba509f5c56 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9430606 Mar 08 17:37:18.372286 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-242bd6e8-20e1-4dad-9b91-c8e3ef20436f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (0c770c80-1c82-445b-aeea-be9ac9dc586c), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.391352 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Request body: {'port': {'device_id': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:18.419441 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-471084b8-27e6-4107-8ff2-da1b1f06d404 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 200 len: 217 time: 0.0858574 Mar 08 17:37:18.469722 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.552145 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-7439f790-91e9-4c72-a5ba-304d5cb9574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:18.553620 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-7439f790-91e9-4c72-a5ba-304d5cb9574a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 200 len: 848 time: 0.0849905 Mar 08 17:37:18.553860 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-242bd6e8-20e1-4dad-9b91-c8e3ef20436f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (0c770c80-1c82-445b-aeea-be9ac9dc586c), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.628042 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-242bd6e8-20e1-4dad-9b91-c8e3ef20436f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (0c770c80-1c82-445b-aeea-be9ac9dc586c), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.663287 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-02933920-3ebd-4c97-ae49-1ead8d900cff None None] Provisioning complete for port 4cf87b1c-eaeb-4489-b084-259f27847caa triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:18.663670 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-02933920-3ebd-4c97-ae49-1ead8d900cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.695136 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bd6e8-20e1-4dad-9b91-c8e3ef20436f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c770c80-1c82-445b-aeea-be9ac9dc586c,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:18.717683 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-242bd6e8-20e1-4dad-9b91-c8e3ef20436f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.726578 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-242bd6e8-20e1-4dad-9b91-c8e3ef20436f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0c770c80-1c82-445b-aeea-be9ac9dc586c HTTP/1.1" status: 204 len: 168 time: 0.6197329 Mar 08 17:37:18.729876 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57338) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:18.757525 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8fe53e-7e2a-429b-800e-eab322acdeb9 None None] Network 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:18.873086 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.013882 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Deleting port e33fa805-dda6-472c-8774-72050e10f5e5 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:19.014202 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.026179 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-02933920-3ebd-4c97-ae49-1ead8d900cff None None] Port 4cf87b1c-eaeb-4489-b084-259f27847caa cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:19.046197 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:19.099441 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:19.099784 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 4baa5c9c-e599-42f9-98c3-6bb5e9c55869 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:19.145102 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] For port e33fa805-dda6-472c-8774-72050e10f5e5, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=e33fa805-dda6-472c-8774-72050e10f5e5,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:19.145621 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.165562 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Calling delete_port for e33fa805-dda6-472c-8774-72050e10f5e5 owned by network:dhcp {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:19.174058 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-ca3f578d-1a21-404c-9d42-254231c834af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:19.175542 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-ca3f578d-1a21-404c-9d42-254231c834af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8995344-404a-422d-98d9-83cdbc0c32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3533826 Mar 08 17:37:19.198362 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf87b1c-eaeb-4489-b084-259f27847caa {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:37:19.222080 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] DHCP port deletion for 7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:37:19.240265 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Publish callbacks [] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.330443 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57350) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:19.332951 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] Deleting port e33fa805-dda6-472c-8774-72050e10f5e5 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:19.333323 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.347679 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2c271-a07d-4bc3-87e9-97f609e1dd35 req-e5edba98-a5d9-4051-b8c8-7916b50ab328 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:19.354626 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5d2c271-a07d-4bc3-87e9-97f609e1dd35 req-e5edba98-a5d9-4051-b8c8-7916b50ab328 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.2632291 Mar 08 17:37:19.354866 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.362415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Transition to ACTIVE for port object 4cf87b1c-eaeb-4489-b084-259f27847caa will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:37:19.396063 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Pushing event deleted for resources: {'Port': ['ID=e33fa805-dda6-472c-8774-72050e10f5e5,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:19.403271 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.417499 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] No DVR routers for this DVR port e33fa805-dda6-472c-8774-72050e10f5e5 on host dv-cinder-830090-3-iscsi {{(pid=103292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:19.468878 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf87b1c-eaeb-4489-b084-259f27847caa,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:19.470958 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] For port e33fa805-dda6-472c-8774-72050e10f5e5, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=e33fa805-dda6-472c-8774-72050e10f5e5,segment=NetworkSegment(8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3),segment_id=8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:19.471784 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.503423 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] Calling delete_port for e33fa805-dda6-472c-8774-72050e10f5e5 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:19.516064 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb3d7f-a148-41ac-aadf-85f798499838 req-04a9c213-3e78-4603-a1d8-fbe4ea43d2a2 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:19.518374 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4ffb3d7f-a148-41ac-aadf-85f798499838 req-04a9c213-3e78-4603-a1d8-fbe4ea43d2a2 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 932 time: 0.6950669 Mar 08 17:37:19.590665 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.618083 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d819a1c-e64a-4ab3-bcdf-a03d47453eb6']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:19.625098 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179'] for port (e33fa805-dda6-472c-8774-72050e10f5e5), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.633483 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:19.634151 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:19.651103 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.658084 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] Pushing event deleted for resources: {'Port': ['ID=e33fa805-dda6-472c-8774-72050e10f5e5,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:19.669031 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb02502-dc9a-4a46-a514-58b80e68e960 None None] No DVR routers for this DVR port e33fa805-dda6-472c-8774-72050e10f5e5 on host dv-cinder-830090-3-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:19.669976 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.685497 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:37:19.686150 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (8c0d4fa3-98cb-49a4-82d9-fe432ebcc9f3), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.688425 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5d2c271-a07d-4bc3-87e9-97f609e1dd35 req-61f73be6-afdc-44b6-a009-bd0dac497e90 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299456 Mar 08 17:37:19.708707 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4ffb3d7f-a148-41ac-aadf-85f798499838 req-c2053efb-1971-4d29-abaa-d51d454d2fc8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790352 Mar 08 17:37:19.710707 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-ced28205-ba13-4f5c-b0f8-31a9b5366173 service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993918 Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:37:19.793399 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:37:19.796848 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4123d21-c9e5-4f83-85ba-35e20a18ae0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.809730 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (7d819a1c-e64a-4ab3-bcdf-a03d47453eb6), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.820754 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.828208 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] 10.222.0.46 "DELETE /v2.0/networks/7d819a1c-e64a-4ab3-bcdf-a03d47453eb6 HTTP/1.1" status: 204 len: 168 time: 1.0935454 Mar 08 17:37:19.864513 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93968812-e7da-497b-8e73-cc8f4ff0581a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d819a1c-e64a-4ab3-bcdf-a03d47453eb6,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:19.913063 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Attempting to bind port 4cf87b1c-eaeb-4489-b084-259f27847caa on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:19.913393 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Attempting to bind port 4cf87b1c-eaeb-4489-b084-259f27847caa by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:19.913882 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Attempting to bind port 4cf87b1c-eaeb-4489-b084-259f27847caa on network 0970858d-fddd-49a4-bfdd-b95432673102 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:19.925479 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Port 4cf87b1c-eaeb-4489-b084-259f27847caa on network 0970858d-fddd-49a4-bfdd-b95432673102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:37:19.925997 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Attempting to bind port 4cf87b1c-eaeb-4489-b084-259f27847caa on network 0970858d-fddd-49a4-bfdd-b95432673102 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:19.942936 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2a0f081d-c5b2-40ed-b51a-4d46e467b920 req-3397f9bf-2133-461a-abff-76b5fd073a7c service neutron] 10.222.0.71 "GET /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844416 Mar 08 17:37:19.944199 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:19.944729 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Checking segment: {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:19.944857 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Bound using segment: {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:19.945364 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Bound port: 4cf87b1c-eaeb-4489-b084-259f27847caa, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee996209-97a6-45cd-bfc0-5e717a74e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:19.945713 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.076023 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57358) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:20.081282 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4123d21-c9e5-4f83-85ba-35e20a18ae0d admin admin] Publish callbacks [] for security_group (1f7401d1-6222-4615-8588-3a5b8f513fd2), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.092083 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] For port 4cf87b1c-eaeb-4489-b084-259f27847caa, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:20.096705 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] For port 4cf87b1c-eaeb-4489-b084-259f27847caa, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4cf87b1c-eaeb-4489-b084-259f27847caa,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:20.109733 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.127839 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4123d21-c9e5-4f83-85ba-35e20a18ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (1f7401d1-6222-4615-8588-3a5b8f513fd2), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.174738 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e4123d21-c9e5-4f83-85ba-35e20a18ae0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d50d350fb2c41dead32c1780765ce79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8404520 Mar 08 17:37:20.176090 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57360) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:20.177500 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4123d21-c9e5-4f83-85ba-35e20a18ae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7401d1-6222-4615-8588-3a5b8f513fd2,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:20.192093 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:20.195992 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.197855 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] 10.222.0.71 "PUT /v2.0/ports/4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 1094 time: 1.8175979 Mar 08 17:37:20.198471 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:20.201556 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98865b37-79fa-4a10-9487-99da5409bb87" -d '{"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:20.215961 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128266eb-b078-428d-ae06-c3852e6da2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf87b1c-eaeb-4489-b084-259f27847caa,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:20.238533 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d40284de-d48d-48e5-b517-fc014879a45d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87a36c2da5204a96b058fe6e6ccba921&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1596267 Mar 08 17:37:20.241672 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57364) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:20.250672 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9346-97b8-40fa-b555-83530b1722e8 admin admin] Publish callbacks [] for security_group (1f7401d1-6222-4615-8588-3a5b8f513fd2), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.285666 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9346-97b8-40fa-b555-83530b1722e8 admin admin] Publish callbacks [] for security_group (1f7401d1-6222-4615-8588-3a5b8f513fd2), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.295114 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dc465a-ebc4-4891-ad0d-3c7fa6701aa6 x-openstack-request-id: req-73dc465a-ebc4-4891-ad0d-3c7fa6701aa6 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:20.295902 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:20.296388 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73dc465a-ebc4-4891-ad0d-3c7fa6701aa6 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:20.297037 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'status': 'completed', 'code': 200} Mar 08 17:37:20.361562 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9346-97b8-40fa-b555-83530b1722e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (1f7401d1-6222-4615-8588-3a5b8f513fd2), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.364538 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9346-97b8-40fa-b555-83530b1722e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.366951 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9b0e9346-97b8-40fa-b555-83530b1722e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f7401d1-6222-4615-8588-3a5b8f513fd2 HTTP/1.1" status: 204 len: 168 time: 0.1894279 Mar 08 17:37:20.369034 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8b0059a4-a343-4ec3-97ea-1875a2e394ac admin admin] Publish callbacks [] for security_group (9d3639ab-ff61-4fe5-b390-a313b1250bd0), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.390686 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e9346-97b8-40fa-b555-83530b1722e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7401d1-6222-4615-8588-3a5b8f513fd2,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:20.403765 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8b0059a4-a343-4ec3-97ea-1875a2e394ac admin admin] Publish callbacks [] for security_group (9d3639ab-ff61-4fe5-b390-a313b1250bd0), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.476210 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8b0059a4-a343-4ec3-97ea-1875a2e394ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (9d3639ab-ff61-4fe5-b390-a313b1250bd0), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.479289 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8b0059a4-a343-4ec3-97ea-1875a2e394ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.488112 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-8b0059a4-a343-4ec3-97ea-1875a2e394ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d3639ab-ff61-4fe5-b390-a313b1250bd0 HTTP/1.1" status: 204 len: 168 time: 0.2452745 Mar 08 17:37:20.505350 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0059a4-a343-4ec3-97ea-1875a2e394ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3639ab-ff61-4fe5-b390-a313b1250bd0,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:20.958487 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdca59a-a443-47f9-980f-a0579042db94 req-fc16a370-def0-4bbc-bb56-d1cfcdf0164c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:20.974930 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3cdca59a-a443-47f9-980f-a0579042db94 req-fc16a370-def0-4bbc-bb56-d1cfcdf0164c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 944 time: 0.1202106 Mar 08 17:37:21.027320 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8d428-6908-46c4-87ad-e8249a163e74 req-bb3cce83-0447-4030-a028-bda237a7e669 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:21.028882 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device e33fa805-dda6-472c-8774-72050e10f5e5 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:21.034911 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-71d8d428-6908-46c4-87ad-e8249a163e74 req-bb3cce83-0447-4030-a028-bda237a7e669 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.1896927 Mar 08 17:37:21.078065 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: e33fa805-dda6-472c-8774-72050e10f5e5 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:21.078442 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device e33fa805-dda6-472c-8774-72050e10f5e5 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:21.154105 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3cdca59a-a443-47f9-980f-a0579042db94 req-592cdde8-b29d-4a3e-99b1-f6eeb8eb9ae8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782017 Mar 08 17:37:21.168435 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-71d8d428-6908-46c4-87ad-e8249a163e74 req-99a21f91-75e6-45d3-8777-59f11dd5c89e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298957 Mar 08 17:37:21.248052 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57384) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:21.273371 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30f783a3-e5d8-453d-b28d-34e907186de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:21.402741 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30f783a3-e5d8-453d-b28d-34e907186de4 admin admin] Publish callbacks [] for security_group (264ace14-25de-487d-a78e-c3fc5900f1a2), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:21.411850 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30f783a3-e5d8-453d-b28d-34e907186de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (264ace14-25de-487d-a78e-c3fc5900f1a2), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:21.474511 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-30f783a3-e5d8-453d-b28d-34e907186de4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=265809672f2d4d2d9bef95bb7b101fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227731 Mar 08 17:37:21.474511 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f783a3-e5d8-453d-b28d-34e907186de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264ace14-25de-487d-a78e-c3fc5900f1a2,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:21.474918 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57388) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:21.533004 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-96202456-f598-49c1-bfb4-aae4bb136b02 admin admin] Publish callbacks [] for security_group (264ace14-25de-487d-a78e-c3fc5900f1a2), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:21.557720 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-96202456-f598-49c1-bfb4-aae4bb136b02 admin admin] Publish callbacks [] for security_group (264ace14-25de-487d-a78e-c3fc5900f1a2), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:21.617028 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-96202456-f598-49c1-bfb4-aae4bb136b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (264ace14-25de-487d-a78e-c3fc5900f1a2), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:21.619932 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-96202456-f598-49c1-bfb4-aae4bb136b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:21.623444 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-96202456-f598-49c1-bfb4-aae4bb136b02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/264ace14-25de-487d-a78e-c3fc5900f1a2 HTTP/1.1" status: 204 len: 168 time: 0.1439152 Mar 08 17:37:21.630667 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96202456-f598-49c1-bfb4-aae4bb136b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ace14-25de-487d-a78e-c3fc5900f1a2,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:21.907678 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57402) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:22.044846 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1944719775-network', 'tenant_id': 'cb73eead12cf4bcd8d4462c42b559c46'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:22.068570 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Made reservation on behalf of cb73eead12cf4bcd8d4462c42b559c46 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:22.071125 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.080202 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.168947 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Publish callbacks [] for security_group (b267fb25-e3b4-4195-8a9a-8e3a4e5f572d), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.174375 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b267fb25-e3b4-4195-8a9a-8e3a4e5f572d), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.202396 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:37:22.215301 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b267fb25-e3b4-4195-8a9a-8e3a4e5f572d,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:22.219324 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (d2e0cb45-e78d-4ea7-b8b5-ed3ffd61653b), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.219671 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Added segment d2e0cb45-e78d-4ea7-b8b5-ed3ffd61653b of type vlan for network fa51a618-7547-4154-a6c4-bf0384665a82 Mar 08 17:37:22.271773 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (fa51a618-7547-4154-a6c4-bf0384665a82), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.336099 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (fa51a618-7547-4154-a6c4-bf0384665a82), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.337865 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:22.338722 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.395756 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 59e1914e-5634-41dc-b758-7d2fd9c8b672 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:22.409428 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852004a3-1a7e-4aac-87b7-12fc787e5eb8 req-e27c3ba8-0dfb-451c-bf3e-a0ee3bcdb264 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:22.411344 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-852004a3-1a7e-4aac-87b7-12fc787e5eb8 req-e27c3ba8-0dfb-451c-bf3e-a0ee3bcdb264 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 946 time: 0.1043050 Mar 08 17:37:22.423136 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5dc4-5696-42ff-9484-59752afe0ddf req-edeb4e01-c68b-497f-84a1-9d1ca14a7c6a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:22.425613 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4fec5dc4-5696-42ff-9484-59752afe0ddf req-edeb4e01-c68b-497f-84a1-9d1ca14a7c6a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 944 time: 0.1346872 Mar 08 17:37:22.436263 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5274374 Mar 08 17:37:22.437409 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57426) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:22.460991 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Request body: {'subnet': {'network_id': 'fa51a618-7547-4154-a6c4-bf0384665a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1944719775-subnet', 'tenant_id': 'cb73eead12cf4bcd8d4462c42b559c46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:22.559245 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-852004a3-1a7e-4aac-87b7-12fc787e5eb8 req-f8f4e734-0ba8-450d-a5b4-260ca5b4e486 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321723 Mar 08 17:37:22.586796 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4fec5dc4-5696-42ff-9484-59752afe0ddf req-d8adedb7-da01-43d9-85dd-1a7e3c286be0 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531546 Mar 08 17:37:22.599133 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4ec31-b0b8-432f-9734-7eb5e64c228c admin admin] Pushing event updated for resources: {'Network': ['ID=fa51a618-7547-4154-a6c4-bf0384665a82,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:22.606751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Made reservation on behalf of cb73eead12cf4bcd8d4462c42b559c46 for: {'subnet': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:22.609256 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59011033'] for subnet (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.634950 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network fa51a618-7547-4154-a6c4-bf0384665a82 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:37:22.671514 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 59e1914e-5634-41dc-b758-7d2fd9c8b672 is: ACTIVE; New status is: DOWN {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:22.671930 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.757515 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:22.770385 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5027a4-f8be-4733-b4e6-4c05acdd3121" -d '{"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-unplugged", "status": "completed", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:22.790500 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:22.798410 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.867412 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9adb82-296c-4dce-9e07-ee1c9728ddbc x-openstack-request-id: req-bb9adb82-296c-4dce-9e07-ee1c9728ddbc {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:22.870984 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-unplugged", "status": "completed", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:22.871688 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb9adb82-296c-4dce-9e07-ee1c9728ddbc {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:22.873102 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'code': 200} Mar 08 17:37:22.894790 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=9']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:22.913379 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.913768 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.914424 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.917210 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.918671 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.918924 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.919703 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.921100 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.921100 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.921100 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.921341 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.921813 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.922239 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:22.964403 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62633025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59011015'] for subnet (12633d68-24c3-4d24-a4c3-3057caff4c40), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.037840 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12633d68-24c3-4d24-a4c3-3057caff4c40,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:23.048467 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Checking segment: {'id': 'd2e0cb45-e78d-4ea7-b8b5-ed3ffd61653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'fa51a618-7547-4154-a6c4-bf0384665a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:23.048835 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Network hostable DHCP agents. Network: fa51a618-7547-4154-a6c4-bf0384665a82, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:37:23.073488 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Network fa51a618-7547-4154-a6c4-bf0384665a82 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:37:23.086769 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.base_scheduler [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, fa51a618-7547-4154-a6c4-bf0384665a82) {{(pid=103292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:23.096364 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216720e-2205-41bf-886a-fce23aa9c4f1 None None] Network fa51a618-7547-4154-a6c4-bf0384665a82 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:23.110023 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:23.110616 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.128501 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4ce25d64-0ba4-4ed8-afcc-3b4f483d5098 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6814566 Mar 08 17:37:23.262071 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b415b-d4c7-43d0-afb9-111c921be0d0 None None] Network fa51a618-7547-4154-a6c4-bf0384665a82 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:23.776167 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57468) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:23.782662 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-259094051-network', 'tenant_id': '685fc475c09f4c4295131fc15156c5a8'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:23.805234 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Made reservation on behalf of 685fc475c09f4c4295131fc15156c5a8 for: {'network': 1} {{(pid=103292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:23.807581 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for network (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.819250 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.933989 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Publish callbacks [] for security_group (d12a00bc-766c-42ba-8b06-cdf5a9cdcdf4), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.940830 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d12a00bc-766c-42ba-8b06-cdf5a9cdcdf4), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.976218 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 993} {{(pid=103292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:37:23.991497 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a00bc-766c-42ba-8b06-cdf5a9cdcdf4,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:24.004412 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (0dcb20a6-4b54-4973-9f40-7df911d67ffd), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.004882 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.segments_db [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Added segment 0dcb20a6-4b54-4973-9f40-7df911d67ffd of type vlan for network 7d4bf6a0-e214-4635-91af-310e1141a878 Mar 08 17:37:24.061855 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759960710696'] for network (7d4bf6a0-e214-4635-91af-310e1141a878), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.122620 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424'] for network (7d4bf6a0-e214-4635-91af-310e1141a878), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.125111 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:24.128878 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.234950 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4568553 Mar 08 17:37:24.237798 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57476) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:24.246369 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa8cdd-250b-42ea-a130-6651bde4c981 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4bf6a0-e214-4635-91af-310e1141a878,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:24.253803 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Request body: {'subnet': {'network_id': '7d4bf6a0-e214-4635-91af-310e1141a878', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-259094051-subnet', 'tenant_id': '685fc475c09f4c4295131fc15156c5a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:24.270203 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Network 7d4bf6a0-e214-4635-91af-310e1141a878 details requested by agent ovs-agent-dv-cinder-830090-3-iscsi with host dv-cinder-830090-3-iscsi {{(pid=103293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:37:24.278803 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46019e6-3e2d-4fa2-8f82-c5c84777a118 req-3a75b91d-2a42-4280-88e4-145f6f7abbc6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:24.280072 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f46019e6-3e2d-4fa2-8f82-c5c84777a118 req-3a75b91d-2a42-4280-88e4-145f6f7abbc6 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.5519042 Mar 08 17:37:24.289412 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536aa04-4a4d-420b-9c3d-3401f2d76b8d req-37a0e495-eea8-4f08-93ac-a3af62a432ca tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:24.290931 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4536aa04-4a4d-420b-9c3d-3401f2d76b8d req-37a0e495-eea8-4f08-93ac-a3af62a432ca tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 944 time: 0.5724974 Mar 08 17:37:24.319816 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Made reservation on behalf of 685fc475c09f4c4295131fc15156c5a8 for: {'subnet': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:24.322236 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62056063'] for subnet (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.433135 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f46019e6-3e2d-4fa2-8f82-c5c84777a118 req-f0a5d255-746a-40bd-bee1-e737efebffbe tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388724 Mar 08 17:37:24.458008 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4536aa04-4a4d-420b-9c3d-3401f2d76b8d req-d7dc2bd8-0ed7-4f44-a0b9-cc0f20130b20 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559594 Mar 08 17:37:24.584595 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62113176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62056033'] for subnet (41868600-87af-4b44-a0b1-c78101d1faa9), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.652378 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41868600-87af-4b44-a0b1-c78101d1faa9,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:24.669711 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Checking segment: {'id': '0dcb20a6-4b54-4973-9f40-7df911d67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '7d4bf6a0-e214-4635-91af-310e1141a878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:24.670361 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Network hostable DHCP agents. Network: 7d4bf6a0-e214-4635-91af-310e1141a878, hostable agents: ['9b33ff9b-5541-4b61-8aea-b6bed649c093'], hosted agents: [] {{(pid=103291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:37:24.713867 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Network 7d4bf6a0-e214-4635-91af-310e1141a878 is scheduled to be hosted by DHCP agent 9b33ff9b-5541-4b61-8aea-b6bed649c093 with binding_index 1 {{(pid=103291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:37:24.775973 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-3-iscsi, 7d4bf6a0-e214-4635-91af-310e1141a878) {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:24.803235 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742add71-1911-4ee6-bd02-35ad09268a65 None None] Network 7d4bf6a0-e214-4635-91af-310e1141a878 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:24.813704 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:24.823182 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.901762 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-3f552654-4ae1-4373-9cde-544929d8d8f0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6628869 Mar 08 17:37:24.987266 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17951b8-3ede-493b-a439-8c125c67c199 None None] Network 7d4bf6a0-e214-4635-91af-310e1141a878 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:25.131979 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57496) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:25.198971 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1616b7ad-21ab-4dc4-a240-811c324824e0 admin admin] Deleting subnet 12633d68-24c3-4d24-a4c3-3057caff4c40 {{(pid=103291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:37:25.206124 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1616b7ad-21ab-4dc4-a240-811c324824e0 admin admin] Publish callbacks [] for subnet (12633d68-24c3-4d24-a4c3-3057caff4c40), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.289268 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1616b7ad-21ab-4dc4-a240-811c324824e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62398718'] for subnet (12633d68-24c3-4d24-a4c3-3057caff4c40), precommit_delete_associations {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.333840 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1616b7ad-21ab-4dc4-a240-811c324824e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (12633d68-24c3-4d24-a4c3-3057caff4c40), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.394805 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1616b7ad-21ab-4dc4-a240-811c324824e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62112607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62055960'] for subnet (12633d68-24c3-4d24-a4c3-3057caff4c40), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.423775 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616b7ad-21ab-4dc4-a240-811c324824e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12633d68-24c3-4d24-a4c3-3057caff4c40,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:25.434274 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1616b7ad-21ab-4dc4-a240-811c324824e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.439066 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-1616b7ad-21ab-4dc4-a240-811c324824e0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/12633d68-24c3-4d24-a4c3-3057caff4c40 HTTP/1.1" status: 204 len: 168 time: 0.3066485 Mar 08 17:37:25.439647 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57502) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:25.529666 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (fa51a618-7547-4154-a6c4-bf0384665a82), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.669985 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925810e8-9e31-4ea4-9a59-7ec691a828f1 req-60f98a57-3c3e-4c97-a0a7-0907495498f5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:25.671452 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-925810e8-9e31-4ea4-9a59-7ec691a828f1 req-60f98a57-3c3e-4c97-a0a7-0907495498f5 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.1565971 Mar 08 17:37:25.676021 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (fa51a618-7547-4154-a6c4-bf0384665a82), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.702219 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdf6a9-9bd3-44e7-b3e6-ae7e9e7f499d req-3b4fe5ce-a4ba-409c-8eea-a404a1f1ffce tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:25.703644 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fecdf6a9-9bd3-44e7-b3e6-ae7e9e7f499d req-3b4fe5ce-a4ba-409c-8eea-a404a1f1ffce tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 944 time: 0.1578348 Mar 08 17:37:25.722106 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa51a618-7547-4154-a6c4-bf0384665a82']}} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:25.745702 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e0cb45-e78d-4ea7-b8b5-ed3ffd61653b') {'for_net_delete': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:25.745888 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e0cb45-e78d-4ea7-b8b5-ed3ffd61653b') {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:25.774645 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62398469'] for segment (d2e0cb45-e78d-4ea7-b8b5-ed3ffd61653b), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.793273 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-925810e8-9e31-4ea4-9a59-7ec691a828f1 req-b853c66b-5132-4c35-9a1c-9fb69079e807 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145988 Mar 08 17:37:25.802803 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (d2e0cb45-e78d-4ea7-b8b5-ed3ffd61653b), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.813993 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fecdf6a9-9bd3-44e7-b3e6-ae7e9e7f499d req-b10a6a61-7c24-4b46-8886-445153b9b8e3 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951641 Mar 08 17:37:25.814922 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=103291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:37:25.815311 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62112565'] for segment (d2e0cb45-e78d-4ea7-b8b5-ed3ffd61653b), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: Traceback (most recent call last): Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: timer() Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: cb(*args, **kw) Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: return func(*args, **kwargs) Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: self._notify() Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: self.callback(batched_events) Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: event.method(event) Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: return f(self, *a, **k) Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._get(url).json() Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: return self.request(url, 'GET', **kwargs) Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:37:25.817290 dv-cinder-830090-3-iscsi neutron-server[103291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:37:25.871473 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (fa51a618-7547-4154-a6c4-bf0384665a82), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.875973 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.879183 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fa51a618-7547-4154-a6c4-bf0384665a82 HTTP/1.1" status: 204 len: 168 time: 0.4388275 Mar 08 17:37:25.882240 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57508) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:25.891823 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a7c0e-7f36-47a2-b3a9-218ecb518d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa51a618-7547-4154-a6c4-bf0384665a82,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:25.932370 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-769a4a23-a48a-46df-bf4e-28409b6cdace admin admin] Deleting subnet 41868600-87af-4b44-a0b1-c78101d1faa9 {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:37:25.935455 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-769a4a23-a48a-46df-bf4e-28409b6cdace admin admin] Publish callbacks [] for subnet (41868600-87af-4b44-a0b1-c78101d1faa9), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.970213 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-769a4a23-a48a-46df-bf4e-28409b6cdace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (41868600-87af-4b44-a0b1-c78101d1faa9), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.996323 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865b37-79fa-4a10-9487-99da5409bb87 req-9d46218f-3914-4577-b536-783940da46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:25.998049 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98865b37-79fa-4a10-9487-99da5409bb87 req-9d46218f-3914-4577-b536-783940da46a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1128 time: 0.0502963 Mar 08 17:37:26.010603 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-769a4a23-a48a-46df-bf4e-28409b6cdace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (41868600-87af-4b44-a0b1-c78101d1faa9), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.066598 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-769a4a23-a48a-46df-bf4e-28409b6cdace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (41868600-87af-4b44-a0b1-c78101d1faa9), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.091751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a4a23-a48a-46df-bf4e-28409b6cdace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41868600-87af-4b44-a0b1-c78101d1faa9,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:26.095585 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-769a4a23-a48a-46df-bf4e-28409b6cdace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.098891 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-769a4a23-a48a-46df-bf4e-28409b6cdace admin admin] 10.222.0.46 "DELETE /v2.0/subnets/41868600-87af-4b44-a0b1-c78101d1faa9 HTTP/1.1" status: 204 len: 168 time: 0.2155495 Mar 08 17:37:26.101531 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57510) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:26.116262 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865b37-79fa-4a10-9487-99da5409bb87 req-27972e3f-337a-4355-8f2d-6c2c5caea199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:26.117733 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98865b37-79fa-4a10-9487-99da5409bb87 req-27972e3f-337a-4355-8f2d-6c2c5caea199 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a27f7046fae14135a018e438eb3ebc27&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0979068 Mar 08 17:37:26.171376 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (7d4bf6a0-e214-4635-91af-310e1141a878), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.223158 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865b37-79fa-4a10-9487-99da5409bb87 req-cafbca40-b305-45c9-a6da-44ff2d8fb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:26.224667 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-98865b37-79fa-4a10-9487-99da5409bb87 req-cafbca40-b305-45c9-a6da-44ff2d8fb04f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898542 Mar 08 17:37:26.249704 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (7d4bf6a0-e214-4635-91af-310e1141a878), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.271014 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4bf6a0-e214-4635-91af-310e1141a878']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:26.280864 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcb20a6-4b54-4973-9f40-7df911d67ffd') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:26.281161 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcb20a6-4b54-4973-9f40-7df911d67ffd') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:26.290631 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-e2682ff6-f6bb-4814-a2d0-b0a2cdffbf5d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:26.291205 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (0dcb20a6-4b54-4973-9f40-7df911d67ffd), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.292084 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-e2682ff6-f6bb-4814-a2d0-b0a2cdffbf5d tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.71 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.0522223 Mar 08 17:37:26.304028 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (0dcb20a6-4b54-4973-9f40-7df911d67ffd), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.311824 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:37:26.312225 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (0dcb20a6-4b54-4973-9f40-7df911d67ffd), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:37:26.313904 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:37:26.369690 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (7d4bf6a0-e214-4635-91af-310e1141a878), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.375345 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.378558 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] 10.222.0.46 "DELETE /v2.0/networks/7d4bf6a0-e214-4635-91af-310e1141a878 HTTP/1.1" status: 204 len: 168 time: 0.2760623 Mar 08 17:37:26.391440 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a084e-41f2-4357-8e5d-b2c0af88662c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4bf6a0-e214-4635-91af-310e1141a878,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:26.394421 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-a2aba723-c817-47fa-80f3-85c60e354bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:26.395942 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-a2aba723-c817-47fa-80f3-85c60e354bc9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1128 time: 0.1029727 Mar 08 17:37:26.448871 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-5b094d00-71e8-467c-9010-0cfa1b40b75d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 217 time: 0.0365996 Mar 08 17:37:26.454796 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Deleting port 59e1914e-5634-41dc-b758-7d2fd9c8b672 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:26.455195 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.555675 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-7c396e16-8092-4752-8950-0830c65cc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:26.557241 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-7c396e16-8092-4752-8950-0830c65cc4df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e47a83b-1fbb-497d-85c9-3b60af117364 HTTP/1.1" status: 200 len: 854 time: 0.0980468 Mar 08 17:37:26.572026 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57522) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:26.613005 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] For port 59e1914e-5634-41dc-b758-7d2fd9c8b672, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=59e1914e-5634-41dc-b758-7d2fd9c8b672,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:26.613380 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.620349 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2ebb42ba-edde-4c3c-a3eb-bd7bc9a60a6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb73eead12cf4bcd8d4462c42b559c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469153 Mar 08 17:37:26.622935 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57528) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:26.632295 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Calling delete_port for 59e1914e-5634-41dc-b758-7d2fd9c8b672 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:26.646684 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-554b4cca-8591-43a7-92a4-5509c467b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:26.648257 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-554b4cca-8591-43a7-92a4-5509c467b0a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0970858d-fddd-49a4-bfdd-b95432673102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808749 Mar 08 17:37:26.688497 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-609c9e16-6531-41b0-a1c6-c3344b09cf3c admin admin] Publish callbacks [] for security_group (b267fb25-e3b4-4195-8a9a-8e3a4e5f572d), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.713475 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-609c9e16-6531-41b0-a1c6-c3344b09cf3c admin admin] Publish callbacks [] for security_group (b267fb25-e3b4-4195-8a9a-8e3a4e5f572d), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.762691 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-609c9e16-6531-41b0-a1c6-c3344b09cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b267fb25-e3b4-4195-8a9a-8e3a4e5f572d), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.765434 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-609c9e16-6531-41b0-a1c6-c3344b09cf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.766963 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-609c9e16-6531-41b0-a1c6-c3344b09cf3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b267fb25-e3b4-4195-8a9a-8e3a4e5f572d HTTP/1.1" status: 204 len: 168 time: 0.1428387 Mar 08 17:37:26.784751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c9e16-6531-41b0-a1c6-c3344b09cf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b267fb25-e3b4-4195-8a9a-8e3a4e5f572d,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:26.798812 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-3cc3a477-9a40-4c57-9ef2-e332c667fe00 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149170 Mar 08 17:37:27.021030 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (59e1914e-5634-41dc-b758-7d2fd9c8b672), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.064085 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9c5c1d8-b218-4ccc-a56b-042fc660dce1 req-0091e9e1-0190-49f7-b95e-c36884ab34a0 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526262 Mar 08 17:37:27.070977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be048e06-d352-4eb3-a329-d22cb50c4ce5 req-bdf4b47e-aaf2-4a96-a812-fe13d1eaa275 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:27.072447 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-be048e06-d352-4eb3-a329-d22cb50c4ce5 req-bdf4b47e-aaf2-4a96-a812-fe13d1eaa275 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/ports?device_id=b35abb47-c889-413a-80dc-b4cb59d9db39 HTTP/1.1" status: 200 len: 944 time: 0.1868942 Mar 08 17:37:27.075764 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event deleted for resources: {'Port': ['ID=59e1914e-5634-41dc-b758-7d2fd9c8b672,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:27.142856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b0205-ec9e-441a-a0aa-c87f74367e02 req-85a9f2fc-ebf8-4467-95a2-77c07c0ca894 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:27.144358 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ae7b0205-ec9e-441a-a0aa-c87f74367e02 req-85a9f2fc-ebf8-4467-95a2-77c07c0ca894 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 944 time: 0.1944981 Mar 08 17:37:27.146717 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] No DVR routers for this DVR port 59e1914e-5634-41dc-b758-7d2fd9c8b672 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:27.152734 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.156008 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ee38dd0d-5eb4-498d-b8e6-4db089918c12 req-cab78d15-dac6-4c79-9c69-7253a608c41e tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.71 "DELETE /v2.0/ports/59e1914e-5634-41dc-b758-7d2fd9c8b672 HTTP/1.1" status: 204 len: 173 time: 0.8557184 Mar 08 17:37:27.156385 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-deleted', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:27.158613 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05340177-80cc-414a-8acc-22775971a8d7" -d '{"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-deleted", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:27.165533 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57552) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:27.202585 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-be048e06-d352-4eb3-a329-d22cb50c4ce5 req-2ede9b67-7554-4853-9462-65fe346ee7d9 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b970fba8-c2d5-4d63-97d8-7b01ef045d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207266 Mar 08 17:37:27.214990 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e9f3f42f-536d-4abe-ac26-ddfd1376e1b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=685fc475c09f4c4295131fc15156c5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482829 Mar 08 17:37:27.224369 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57554) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:27.225997 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ae7b0205-ec9e-441a-a0aa-c87f74367e02 req-e271adcc-d6b4-4a7d-a75d-3a8bc7e131f2 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Mar 08 17:37:27.267338 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59c8313-55f0-451e-92e2-b44fd5aee05e x-openstack-request-id: req-d59c8313-55f0-451e-92e2-b44fd5aee05e {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:27.267632 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35abb47-c889-413a-80dc-b4cb59d9db39", "name": "network-vif-deleted", "tag": "59e1914e-5634-41dc-b758-7d2fd9c8b672", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:27.267954 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d59c8313-55f0-451e-92e2-b44fd5aee05e {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:27.268381 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35abb47-c889-413a-80dc-b4cb59d9db39', 'name': 'network-vif-deleted', 'tag': '59e1914e-5634-41dc-b758-7d2fd9c8b672', 'status': 'completed', 'code': 200} Mar 08 17:37:27.282783 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d4db4662-2a16-4d0a-9940-df4edabf8cd9 admin admin] Publish callbacks [] for security_group (d12a00bc-766c-42ba-8b06-cdf5a9cdcdf4), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.303970 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d4db4662-2a16-4d0a-9940-df4edabf8cd9 admin admin] Publish callbacks [] for security_group (d12a00bc-766c-42ba-8b06-cdf5a9cdcdf4), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.353000 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d4db4662-2a16-4d0a-9940-df4edabf8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d12a00bc-766c-42ba-8b06-cdf5a9cdcdf4), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.355922 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d4db4662-2a16-4d0a-9940-df4edabf8cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.357261 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d4db4662-2a16-4d0a-9940-df4edabf8cd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d12a00bc-766c-42ba-8b06-cdf5a9cdcdf4 HTTP/1.1" status: 204 len: 168 time: 0.1314313 Mar 08 17:37:27.365309 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db4662-2a16-4d0a-9940-df4edabf8cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a00bc-766c-42ba-8b06-cdf5a9cdcdf4,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:27.472972 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4227a100-ca87-4622-9640-06b73cc4df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.267083 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57594) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:28.324837 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57596) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:28.333646 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41ae0f51-64b2-48cb-87ed-e04052f1f2c8 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group (b970fba8-c2d5-4d63-97d8-7b01ef045d72), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.366825 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41ae0f51-64b2-48cb-87ed-e04052f1f2c8 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group (b970fba8-c2d5-4d63-97d8-7b01ef045d72), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.375500 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b95106-bcfc-4972-8598-952e3afbf9fc req-e35f23b6-dc04-4bdc-8ea4-34273ba3e1f1 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:28.377259 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-47b95106-bcfc-4972-8598-952e3afbf9fc req-e35f23b6-dc04-4bdc-8ea4-34273ba3e1f1 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 944 time: 0.0676920 Mar 08 17:37:28.439686 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-47b95106-bcfc-4972-8598-952e3afbf9fc req-a1b4f840-89bb-491c-ae55-1e91b279a809 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554447 Mar 08 17:37:28.448627 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41ae0f51-64b2-48cb-87ed-e04052f1f2c8 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b970fba8-c2d5-4d63-97d8-7b01ef045d72), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.452814 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41ae0f51-64b2-48cb-87ed-e04052f1f2c8 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.456616 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-41ae0f51-64b2-48cb-87ed-e04052f1f2c8 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] 10.222.0.46 "DELETE /v2.0/security-groups/b970fba8-c2d5-4d63-97d8-7b01ef045d72 HTTP/1.1" status: 204 len: 168 time: 0.1857774 Mar 08 17:37:28.464267 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae0f51-64b2-48cb-87ed-e04052f1f2c8 tempest-TestShelveInstance-325924268 tempest-TestShelveInstance-325924268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970fba8-c2d5-4d63-97d8-7b01ef045d72,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:28.496333 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.513058 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57606) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:28.585406 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Publish callbacks [] for security_group (2d41e873-0e28-4187-8bf5-2318ae67ec6f), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.590501 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (2d41e873-0e28-4187-8bf5-2318ae67ec6f), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.627017 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d41e873-0e28-4187-8bf5-2318ae67ec6f,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:28.641614 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.641918 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.642253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.642713 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.643201 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.643530 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.643874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.644204 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.644526 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.644844 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.645161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.645543 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.646038 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:28.651191 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-2454b16c-772d-4c84-8e5f-edc75beb01e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b5bd1e5833d4a959d52e88cee7d3e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257186 Mar 08 17:37:28.653767 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57614) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:28.703732 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e61ba310-24f4-468b-9f56-79d8d53321b0 admin admin] Publish callbacks [] for security_group (2d41e873-0e28-4187-8bf5-2318ae67ec6f), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.725503 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e61ba310-24f4-468b-9f56-79d8d53321b0 admin admin] Publish callbacks [] for security_group (2d41e873-0e28-4187-8bf5-2318ae67ec6f), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.774463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e61ba310-24f4-468b-9f56-79d8d53321b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (2d41e873-0e28-4187-8bf5-2318ae67ec6f), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.777163 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e61ba310-24f4-468b-9f56-79d8d53321b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.780740 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-e61ba310-24f4-468b-9f56-79d8d53321b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d41e873-0e28-4187-8bf5-2318ae67ec6f HTTP/1.1" status: 204 len: 168 time: 0.1236660 Mar 08 17:37:28.787041 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ba310-24f4-468b-9f56-79d8d53321b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d41e873-0e28-4187-8bf5-2318ae67ec6f,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:29.155339 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57630) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:29.169199 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6bde2370-0960-4367-8ad4-12d955e80142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.254976 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6bde2370-0960-4367-8ad4-12d955e80142 admin admin] Publish callbacks [] for security_group (abd9feac-818f-4864-a371-5e645fa7c531), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.262019 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6bde2370-0960-4367-8ad4-12d955e80142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (abd9feac-818f-4864-a371-5e645fa7c531), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.286423 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57634) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:29.304198 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-6bde2370-0960-4367-8ad4-12d955e80142 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89473e131de34c1ba2246bcaf98ee4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453006 Mar 08 17:37:29.304198 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde2370-0960-4367-8ad4-12d955e80142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd9feac-818f-4864-a371-5e645fa7c531,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:29.304572 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57638) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:29.400595 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be0b2a5e-97f7-4953-bbf4-ae0e4c5b98b7 admin admin] Publish callbacks [] for security_group (abd9feac-818f-4864-a371-5e645fa7c531), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.403903 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8e16-9f0f-4a81-b013-5e96cff035d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.439611 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (d99a10b4-1586-4c51-afc4-41ea9ff08c19), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.442449 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be0b2a5e-97f7-4953-bbf4-ae0e4c5b98b7 admin admin] Publish callbacks [] for security_group (abd9feac-818f-4864-a371-5e645fa7c531), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.564388 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214ffa-5443-45c0-869f-92d7da5b5571 req-4b7b240f-dc95-4076-ae2c-565f54ed1a7d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:29.565832 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6b214ffa-5443-45c0-869f-92d7da5b5571 req-4b7b240f-dc95-4076-ae2c-565f54ed1a7d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 944 time: 0.0545056 Mar 08 17:37:29.600760 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be0b2a5e-97f7-4953-bbf4-ae0e4c5b98b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (abd9feac-818f-4864-a371-5e645fa7c531), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.603325 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be0b2a5e-97f7-4953-bbf4-ae0e4c5b98b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.607068 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-be0b2a5e-97f7-4953-bbf4-ae0e4c5b98b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abd9feac-818f-4864-a371-5e645fa7c531 HTTP/1.1" status: 204 len: 168 time: 0.2989087 Mar 08 17:37:29.617140 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-6b214ffa-5443-45c0-869f-92d7da5b5571 req-9fe3a0b6-e98f-47de-967e-cfe1d593d2d8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Mar 08 17:37:29.627659 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b2a5e-97f7-4953-bbf4-ae0e4c5b98b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd9feac-818f-4864-a371-5e645fa7c531,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:29.661732 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8e16-9f0f-4a81-b013-5e96cff035d0 admin admin] Publish callbacks [] for security_group (33616965-048c-4991-8284-a6f93f56e86c), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.683916 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8e16-9f0f-4a81-b013-5e96cff035d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (33616965-048c-4991-8284-a6f93f56e86c), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.732196 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57646) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:29.732338 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-b5ba8e16-9f0f-4a81-b013-5e96cff035d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25a5825e569a44458d73a94587f988f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448142 Mar 08 17:37:29.736308 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba8e16-9f0f-4a81-b013-5e96cff035d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33616965-048c-4991-8284-a6f93f56e86c,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:29.768779 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2a453a48-2818-4490-8110-91abd915717f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.784938 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2507dcdd-c8ea-4fc0-99cc-1b059c09f534 admin admin] Publish callbacks [] for security_group (33616965-048c-4991-8284-a6f93f56e86c), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.807618 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2507dcdd-c8ea-4fc0-99cc-1b059c09f534 admin admin] Publish callbacks [] for security_group (33616965-048c-4991-8284-a6f93f56e86c), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.828430 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Deleting port 1aac9d3c-e489-4ef9-9015-446c530fc351 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:29.828767 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.857585 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2507dcdd-c8ea-4fc0-99cc-1b059c09f534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (33616965-048c-4991-8284-a6f93f56e86c), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.861166 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2507dcdd-c8ea-4fc0-99cc-1b059c09f534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.862418 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-2507dcdd-c8ea-4fc0-99cc-1b059c09f534 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33616965-048c-4991-8284-a6f93f56e86c HTTP/1.1" status: 204 len: 168 time: 0.1291964 Mar 08 17:37:29.874676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507dcdd-c8ea-4fc0-99cc-1b059c09f534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33616965-048c-4991-8284-a6f93f56e86c,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:29.928903 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] For port 1aac9d3c-e489-4ef9-9015-446c530fc351, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1aac9d3c-e489-4ef9-9015-446c530fc351,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:29.929282 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.941545 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Calling delete_port for 1aac9d3c-e489-4ef9-9015-446c530fc351 owned by network:router_interface {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:29.945170 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57650) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:29.965485 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.148991 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Publish callbacks [] for security_group (c37a13c4-fb51-4a69-8a0a-3cc0a4ab7985), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.153851 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c37a13c4-fb51-4a69-8a0a-3cc0a4ab7985), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.169684 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57654) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:30.183416 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4b42ea61-b6aa-44ab-b849-288c77ebc27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.224371 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79174558325d4b29b8d9a7e8b40af851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780883 Mar 08 17:37:30.225213 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a13c4-fb51-4a69-8a0a-3cc0a4ab7985,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.227153 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57656) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:30.253550 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.253801 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.254071 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.254389 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.254758 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.255206 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.255417 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.255758 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.256123 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.256441 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.256776 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.257072 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.257479 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168f40a-7b56-4fdf-a4a2-80d47e92fcef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:30.261054 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4b42ea61-b6aa-44ab-b849-288c77ebc27a admin admin] Publish callbacks [] for security_group (acc9a905-da4c-4415-8ab8-ef4f0e4cf456), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.268663 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4b42ea61-b6aa-44ab-b849-288c77ebc27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (acc9a905-da4c-4415-8ab8-ef4f0e4cf456), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.276695 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (1aac9d3c-e489-4ef9-9015-446c530fc351), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.308261 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42ea61-b6aa-44ab-b849-288c77ebc27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc9a905-da4c-4415-8ab8-ef4f0e4cf456,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.311154 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aac9d3c-e489-4ef9-9015-446c530fc351,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.315086 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-4b42ea61-b6aa-44ab-b849-288c77ebc27a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f86475fce676426796df391447d4028f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417253 Mar 08 17:37:30.315258 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57658) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:30.365919 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-24d8310b-0539-407f-9c60-9465836e5e78 admin admin] Publish callbacks [] for security_group (c37a13c4-fb51-4a69-8a0a-3cc0a4ab7985), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.376436 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-25764e05-8214-4d28-9fba-e5a40a2edfc7 admin admin] Publish callbacks [] for security_group (acc9a905-da4c-4415-8ab8-ef4f0e4cf456), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.399790 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-24d8310b-0539-407f-9c60-9465836e5e78 admin admin] Publish callbacks [] for security_group (c37a13c4-fb51-4a69-8a0a-3cc0a4ab7985), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.400034 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-25764e05-8214-4d28-9fba-e5a40a2edfc7 admin admin] Publish callbacks [] for security_group (acc9a905-da4c-4415-8ab8-ef4f0e4cf456), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.428659 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 4cf87b1c-eaeb-4489-b084-259f27847caa details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:37:30.467155 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-25764e05-8214-4d28-9fba-e5a40a2edfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (acc9a905-da4c-4415-8ab8-ef4f0e4cf456), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.470730 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-25764e05-8214-4d28-9fba-e5a40a2edfc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.472096 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-25764e05-8214-4d28-9fba-e5a40a2edfc7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acc9a905-da4c-4415-8ab8-ef4f0e4cf456 HTTP/1.1" status: 204 len: 168 time: 0.1555474 Mar 08 17:37:30.482249 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25764e05-8214-4d28-9fba-e5a40a2edfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc9a905-da4c-4415-8ab8-ef4f0e4cf456,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.557845 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 4cf87b1c-eaeb-4489-b084-259f27847caa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4cf87b1c-eaeb-4489-b084-259f27847caa,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:30.567416 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-24d8310b-0539-407f-9c60-9465836e5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c37a13c4-fb51-4a69-8a0a-3cc0a4ab7985), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.570180 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'port_id': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'mac_address': 'fa:16:3e:e6:31:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:37:30.570542 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-24d8310b-0539-407f-9c60-9465836e5e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.571687 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-24d8310b-0539-407f-9c60-9465836e5e78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c37a13c4-fb51-4a69-8a0a-3cc0a4ab7985 HTTP/1.1" status: 204 len: 168 time: 0.3419797 Mar 08 17:37:30.574208 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (d99a10b4-1586-4c51-afc4-41ea9ff08c19), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.596458 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8310b-0539-407f-9c60-9465836e5e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a13c4-fb51-4a69-8a0a-3cc0a4ab7985,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.621347 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 4cf87b1c-eaeb-4489-b084-259f27847caa is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:30.622195 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.638383 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf87b1c-eaeb-4489-b084-259f27847caa {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:37:30.663347 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 4cf87b1c-eaeb-4489-b084-259f27847caa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4cf87b1c-eaeb-4489-b084-259f27847caa,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:30.672578 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.768631 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=4cf87b1c-eaeb-4489-b084-259f27847caa,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.774487 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b7f8-8edd-4a06-a65c-92e7d1b8ca74 req-b026de9e-c24d-47f1-8083-150ccb16156a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:30.776004 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-33d6b7f8-8edd-4a06-a65c-92e7d1b8ca74 req-b026de9e-c24d-47f1-8083-150ccb16156a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 945 time: 0.0736866 Mar 08 17:37:30.855035 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-33d6b7f8-8edd-4a06-a65c-92e7d1b8ca74 req-0cd62a21-c190-479d-b45e-071676b75fda tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660648 Mar 08 17:37:30.879973 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.918107 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Router d99a10b4-1586-4c51-afc4-41ea9ff08c19 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:31.048479 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:31.057601 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d3e47202-1318-4452-bb94-b2eeb0c1afb4 admin admin] 10.222.0.46 "PUT /v2.0/routers/d99a10b4-1586-4c51-afc4-41ea9ff08c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5399737 Mar 08 17:37:31.057601 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57684) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:31.064617 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] Sync routers for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:31.067991 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['4cf87b1c-eaeb-4489-b084-259f27847caa'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:37:31.080997 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:31.081730 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:31.203640 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks [] for router (d99a10b4-1586-4c51-afc4-41ea9ff08c19), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.230602 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:31.344292 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks [] for router_gateway (d99a10b4-1586-4c51-afc4-41ea9ff08c19), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.410819 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Deleting port ccdd6640-f72f-416d-b019-6adeb3fe3c42 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:31.411687 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.447546 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:37:30Z', 'revision_number': 5, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port': {'id': 'ccdd6640-f72f-416d-b019-6adeb3fe3c42', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:43Z', 'updated_at': '2022-03-08T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:31.490315 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] Checking router: d99a10b4-1586-4c51-afc4-41ea9ff08c19 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:31.503744 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] Routers {'d99a10b4-1586-4c51-afc4-41ea9ff08c19'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:31.503904 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] For port ccdd6640-f72f-416d-b019-6adeb3fe3c42, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ccdd6640-f72f-416d-b019-6adeb3fe3c42,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:31.504448 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.505261 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:31.519869 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Calling delete_port for ccdd6640-f72f-416d-b019-6adeb3fe3c42 owned by network:router_gateway {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:31.614823 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] Set router d99a10b4-1586-4c51-afc4-41ea9ff08c19 gateway port host: None {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:31.681952 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:37:31Z', 'revision_number': 6, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:31.712393 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (ccdd6640-f72f-416d-b019-6adeb3fe3c42), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.720742 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07aaa3d-08f0-4286-8b11-51bd41de5831 None None] The sync data for ids ['d99a10b4-1586-4c51-afc4-41ea9ff08c19'] in dv-cinder-830090-3-iscsi is: [{'id': 'd99a10b4-1586-4c51-afc4-41ea9ff08c19', 'name': 'tempest-TestShelveInstance-1234446243-router', 'tenant_id': 'e7058b9c0ae2443aa37fe583340f6198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:42Z', 'updated_at': '2022-03-08T17:37:31Z', 'revision_number': 6, 'project_id': 'e7058b9c0ae2443aa37fe583340f6198', 'gw_port_host': None}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:31.757239 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdd6640-f72f-416d-b019-6adeb3fe3c42,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:31.829985 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (d99a10b4-1586-4c51-afc4-41ea9ff08c19), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.929588 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (d99a10b4-1586-4c51-afc4-41ea9ff08c19), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.932260 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks [] for router_controller (d99a10b4-1586-4c51-afc4-41ea9ff08c19), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.987445 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (d99a10b4-1586-4c51-afc4-41ea9ff08c19), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.989478 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d99a10b4-1586-4c51-afc4-41ea9ff08c19 {{(pid=103292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:37:32.004639 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.005884 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4d4c285e-2f2b-4c26-b510-babf1c9643c3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d99a10b4-1586-4c51-afc4-41ea9ff08c19 HTTP/1.1" status: 204 len: 168 time: 0.9481091 Mar 08 17:37:32.009069 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57724) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:32.012324 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bd2a9-ec3d-4e6b-9a06-7f8ccf75f46e req-bfb38ed5-ba62-4e57-bd2c-49c806221cf4 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:32.014593 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-671bd2a9-ec3d-4e6b-9a06-7f8ccf75f46e req-bfb38ed5-ba62-4e57-bd2c-49c806221cf4 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 945 time: 0.0805237 Mar 08 17:37:32.062739 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc513ed7-0e8c-4f03-881f-8fb735db9eee admin admin] Deleting subnet a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:37:32.066320 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fc513ed7-0e8c-4f03-881f-8fb735db9eee admin admin] Publish callbacks [] for subnet (a2cfd9f6-8832-4dc3-a7b8-f66ea9930257), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.103019 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-671bd2a9-ec3d-4e6b-9a06-7f8ccf75f46e req-493836bd-8181-4476-aa7c-2789091e26d1 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822649 Mar 08 17:37:32.118954 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fc513ed7-0e8c-4f03-881f-8fb735db9eee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (a2cfd9f6-8832-4dc3-a7b8-f66ea9930257), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.227563 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fc513ed7-0e8c-4f03-881f-8fb735db9eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (a2cfd9f6-8832-4dc3-a7b8-f66ea9930257), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.293907 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fc513ed7-0e8c-4f03-881f-8fb735db9eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (a2cfd9f6-8832-4dc3-a7b8-f66ea9930257), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.295785 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.322271 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc513ed7-0e8c-4f03-881f-8fb735db9eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cfd9f6-8832-4dc3-a7b8-f66ea9930257,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:32.324374 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fc513ed7-0e8c-4f03-881f-8fb735db9eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.328009 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-fc513ed7-0e8c-4f03-881f-8fb735db9eee admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a2cfd9f6-8832-4dc3-a7b8-f66ea9930257 HTTP/1.1" status: 204 len: 168 time: 0.3179662 Mar 08 17:37:32.330607 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57736) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:32.342881 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcabf5b2-6303-4a4a-a4bc-790f3112d977 None None] Network b8995344-404a-422d-98d9-83cdbc0c32c1 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:32.406310 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (b8995344-404a-422d-98d9-83cdbc0c32c1), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.440035 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 4cf87b1c-eaeb-4489-b084-259f27847caa up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:32.466513 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Deleting port 3be0953c-1699-4f53-b299-389f4444e531 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:32.466778 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (3be0953c-1699-4f53-b299-389f4444e531), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.507142 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 4cf87b1c-eaeb-4489-b084-259f27847caa completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:37:32.512838 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 4cf87b1c-eaeb-4489-b084-259f27847caa triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:32.513860 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.566199 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] DHCP port deletion for b8995344-404a-422d-98d9-83cdbc0c32c1 request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:37:32.567186 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] For port 3be0953c-1699-4f53-b299-389f4444e531, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=3be0953c-1699-4f53-b299-389f4444e531,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:32.567555 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (3be0953c-1699-4f53-b299-389f4444e531), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.585001 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Calling delete_port for 3be0953c-1699-4f53-b299-389f4444e531 owned by network:dhcp {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:32.660729 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 4cf87b1c-eaeb-4489-b084-259f27847caa is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:32.661583 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.687899 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] Deleting port 3be0953c-1699-4f53-b299-389f4444e531 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:32.688370 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (3be0953c-1699-4f53-b299-389f4444e531), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.694615 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:32.697291 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8914e396-fa30-4e73-ae0a-e4ee58e5684a" -d '{"events": [{"server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "name": "network-vif-plugged", "status": "completed", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:32.708103 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (3be0953c-1699-4f53-b299-389f4444e531), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.730751 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 4cf87b1c-eaeb-4489-b084-259f27847caa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4cf87b1c-eaeb-4489-b084-259f27847caa,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:32.743538 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be0953c-1699-4f53-b299-389f4444e531,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:32.751164 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] No DVR routers for this DVR port 3be0953c-1699-4f53-b299-389f4444e531 on host dv-cinder-830090-3-iscsi {{(pid=103292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:32.765462 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.810522 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04302f8e-d7cd-43f8-aa9d-91d9766eeba9 x-openstack-request-id: req-04302f8e-d7cd-43f8-aa9d-91d9766eeba9 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:32.810911 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "name": "network-vif-plugged", "status": "completed", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:32.811231 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04302f8e-d7cd-43f8-aa9d-91d9766eeba9 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:32.811696 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'code': 200} Mar 08 17:37:32.814113 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] For port 3be0953c-1699-4f53-b299-389f4444e531, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=3be0953c-1699-4f53-b299-389f4444e531,segment=NetworkSegment(f97575c2-6b17-442a-84ee-53ffd38cb091),segment_id=f97575c2-6b17-442a-84ee-53ffd38cb091)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:32.814590 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (3be0953c-1699-4f53-b299-389f4444e531), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.835913 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] Calling delete_port for 3be0953c-1699-4f53-b299-389f4444e531 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:32.874425 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (b8995344-404a-422d-98d9-83cdbc0c32c1), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.913048 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8995344-404a-422d-98d9-83cdbc0c32c1']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:32.934343 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97575c2-6b17-442a-84ee-53ffd38cb091') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:32.934946 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97575c2-6b17-442a-84ee-53ffd38cb091') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:32.946965 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (f97575c2-6b17-442a-84ee-53ffd38cb091), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.978112 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (f97575c2-6b17-442a-84ee-53ffd38cb091), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.986212 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:37:32.987649 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (f97575c2-6b17-442a-84ee-53ffd38cb091), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:37:32.989858 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:37:33.000851 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=4cf87b1c-eaeb-4489-b084-259f27847caa,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:33.043035 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ccdd6640-f72f-416d-b019-6adeb3fe3c42 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:33.066374 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: ccdd6640-f72f-416d-b019-6adeb3fe3c42 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:33.066716 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ccdd6640-f72f-416d-b019-6adeb3fe3c42 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:33.067164 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 3be0953c-1699-4f53-b299-389f4444e531 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:33.074934 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179'] for port (3be0953c-1699-4f53-b299-389f4444e531), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.129883 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a13a-a70c-419f-859e-afcb869abc63 req-018e519c-f840-432c-814e-dd72ba8a51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:33.131736 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (b8995344-404a-422d-98d9-83cdbc0c32c1), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.134159 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-82d1a13a-a70c-419f-859e-afcb869abc63 req-018e519c-f840-432c-814e-dd72ba8a51d9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1130 time: 0.0789864 Mar 08 17:37:33.135903 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] No DVR routers for this DVR port 3be0953c-1699-4f53-b299-389f4444e531 on host dv-cinder-830090-3-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:33.139693 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 3be0953c-1699-4f53-b299-389f4444e531 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:33.140403 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 3be0953c-1699-4f53-b299-389f4444e531 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:33.141138 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1aac9d3c-e489-4ef9-9015-446c530fc351 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:33.147279 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.153356 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b8995344-404a-422d-98d9-83cdbc0c32c1 HTTP/1.1" status: 204 len: 168 time: 0.8190315 Mar 08 17:37:33.166343 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57764) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:33.227068 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e393450-1337-4bc0-9325-246ea6039065 None None] Pushing event deleted for resources: {'Port': ['ID=3be0953c-1699-4f53-b299-389f4444e531,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:33.230880 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 1aac9d3c-e489-4ef9-9015-446c530fc351 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:33.231231 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1aac9d3c-e489-4ef9-9015-446c530fc351 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:33.268964 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-82d1a13a-a70c-419f-859e-afcb869abc63 req-3835d6cb-3063-4eda-bb40-090a0588db87 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247861 Mar 08 17:37:33.278192 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9047c-eab1-4305-b19f-c984389b1071 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8995344-404a-422d-98d9-83cdbc0c32c1,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:33.287257 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e807aed-be8b-4fb5-9167-554ed73995d1 req-c4a42c66-c42b-4c99-ba35-c92365931a1f tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:33.289232 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e807aed-be8b-4fb5-9167-554ed73995d1 req-c4a42c66-c42b-4c99-ba35-c92365931a1f tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.1048493 Mar 08 17:37:33.343297 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5e807aed-be8b-4fb5-9167-554ed73995d1 req-5523ded4-c8ef-4dfb-959b-eb8925cae42f tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475647 Mar 08 17:37:33.639297 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.884915 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.895230 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Deleting port 717b289f-da69-4f9f-9414-03c2df77cf15 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:33.895601 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.972322 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] For port 717b289f-da69-4f9f-9414-03c2df77cf15, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=717b289f-da69-4f9f-9414-03c2df77cf15,segment=NetworkSegment(6ec2fa03-9b4b-46ce-afd6-ba15a5980adb),segment_id=6ec2fa03-9b4b-46ce-afd6-ba15a5980adb)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:33.972629 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.985409 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Calling delete_port for 717b289f-da69-4f9f-9414-03c2df77cf15 owned by network:router_interface {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:34.188157 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (717b289f-da69-4f9f-9414-03c2df77cf15), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:34.214313 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=717b289f-da69-4f9f-9414-03c2df77cf15,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:34.387413 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:34.472572 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee71ff-ebb7-41a7-8e1e-9999caefdd75 req-97eb5e5f-a709-496a-a809-bb8dbdfc40cb tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:34.474264 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e9ee71ff-ebb7-41a7-8e1e-9999caefdd75 req-97eb5e5f-a709-496a-a809-bb8dbdfc40cb tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0530496 Mar 08 17:37:34.523814 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e9ee71ff-ebb7-41a7-8e1e-9999caefdd75 req-5050c34b-f6ee-4172-9593-60d3ce099178 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437236 Mar 08 17:37:34.646674 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0dd3-3026-4b4e-ae7d-2fe72b01b79b req-28c974ec-60bc-4f8a-91e2-1d9c853b3435 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:34.648277 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cfcc0dd3-3026-4b4e-ae7d-2fe72b01b79b req-28c974ec-60bc-4f8a-91e2-1d9c853b3435 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0550880 Mar 08 17:37:34.706696 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-cfcc0dd3-3026-4b4e-ae7d-2fe72b01b79b req-365fb6a1-cdd5-49f3-8f60-4cb2a8941dae tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523863 Mar 08 17:37:34.891731 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:35.016558 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:35.021644 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-fe055907-f5fb-4b92-bb65-db61382e9a52 admin admin] 10.222.0.46 "PUT /v2.0/routers/23d82a66-4a54-4d9d-8369-6ee0d3701ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8432710 Mar 08 17:37:35.024304 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57812) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:35.027315 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] Sync routers for ids ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:35.037298 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] Routers {'23d82a66-4a54-4d9d-8369-6ee0d3701ebc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:35.038232 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:35.073812 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da6c6f-d2ed-4f42-a96d-8378f8dd7163 req-f454c938-5c67-4729-83c0-7b4d977b8418 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:35.075315 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c9da6c6f-d2ed-4f42-a96d-8378f8dd7163 req-f454c938-5c67-4729-83c0-7b4d977b8418 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0657134 Mar 08 17:37:35.124965 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c9da6c6f-d2ed-4f42-a96d-8378f8dd7163 req-6b71e778-0864-4059-b4c6-6c6581bd29c3 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431821 Mar 08 17:37:35.140922 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks [] for router (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.149743 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] Set router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:35.252680 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks [] for router_gateway (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.322125 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Deleting port b87fc689-b089-4a90-a190-5a7f2f1a3f3b {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:35.322560 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.343879 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:37:34Z', 'revision_number': 5, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port': {'id': 'b87fc689-b089-4a90-a190-5a7f2f1a3f3b', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:31:49Z', 'updated_at': '2022-03-08T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:35.378144 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] Checking router: 23d82a66-4a54-4d9d-8369-6ee0d3701ebc for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:35.387381 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] Routers {'23d82a66-4a54-4d9d-8369-6ee0d3701ebc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:35.388253 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:35.429848 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] For port b87fc689-b089-4a90-a190-5a7f2f1a3f3b, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=b87fc689-b089-4a90-a190-5a7f2f1a3f3b,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:35.430241 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.443505 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Calling delete_port for b87fc689-b089-4a90-a190-5a7f2f1a3f3b owned by network:router_gateway {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:35.485921 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] Set router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc gateway port host: None {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:35.540154 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:37:35Z', 'revision_number': 6, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:35.566415 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bcbbd2-8957-48b8-82ad-52dbe2159d4c None None] The sync data for ids ['23d82a66-4a54-4d9d-8369-6ee0d3701ebc'] in dv-cinder-830090-3-iscsi is: [{'id': '23d82a66-4a54-4d9d-8369-6ee0d3701ebc', 'name': 'tempest-TestShelveInstance-2058796684-router', 'tenant_id': 'b52df3bab427458292d59162c0cfc78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:31:48Z', 'updated_at': '2022-03-08T17:37:35Z', 'revision_number': 6, 'project_id': 'b52df3bab427458292d59162c0cfc78c', 'gw_port_host': None}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:35.630928 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (b87fc689-b089-4a90-a190-5a7f2f1a3f3b), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.656727 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87fc689-b089-4a90-a190-5a7f2f1a3f3b,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:35.714607 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.806830 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.809117 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks [] for router_controller (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.826970 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.863269 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (23d82a66-4a54-4d9d-8369-6ee0d3701ebc), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.863689 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d82a66-4a54-4d9d-8369-6ee0d3701ebc {{(pid=103292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:37:35.868047 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.869150 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d3f62d9e-72b7-48a7-adb2-561aee438590 admin admin] 10.222.0.46 "DELETE /v2.0/routers/23d82a66-4a54-4d9d-8369-6ee0d3701ebc HTTP/1.1" status: 204 len: 168 time: 0.8438599 Mar 08 17:37:35.871707 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57828) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:35.916381 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-d075a4f5-e218-44f8-afb9-154ba5ef71a9 admin admin] Deleting subnet dc69eb08-bc6a-4111-9d53-c151238df80c {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:37:35.919720 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d075a4f5-e218-44f8-afb9-154ba5ef71a9 admin admin] Publish callbacks [] for subnet (dc69eb08-bc6a-4111-9d53-c151238df80c), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.959899 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d075a4f5-e218-44f8-afb9-154ba5ef71a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (dc69eb08-bc6a-4111-9d53-c151238df80c), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.060716 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d075a4f5-e218-44f8-afb9-154ba5ef71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (dc69eb08-bc6a-4111-9d53-c151238df80c), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.116587 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d075a4f5-e218-44f8-afb9-154ba5ef71a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (dc69eb08-bc6a-4111-9d53-c151238df80c), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.144482 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075a4f5-e218-44f8-afb9-154ba5ef71a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc69eb08-bc6a-4111-9d53-c151238df80c,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:36.158249 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809f105-71df-40be-a9ba-0a84a38bd959 None None] Network 05f942ed-58bd-401e-8e13-f1e4d58eff7a requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:36.160944 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-d075a4f5-e218-44f8-afb9-154ba5ef71a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.168164 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57840) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:36.169468 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-d075a4f5-e218-44f8-afb9-154ba5ef71a9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dc69eb08-bc6a-4111-9d53-c151238df80c HTTP/1.1" status: 204 len: 168 time: 0.2967384 Mar 08 17:37:36.252880 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (05f942ed-58bd-401e-8e13-f1e4d58eff7a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.327289 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Deleting port 38a07404-1a1e-4808-9853-d0e0cda02914 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:36.327637 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.367123 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] DHCP port deletion for 05f942ed-58bd-401e-8e13-f1e4d58eff7a request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:37:36.429783 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] For port 38a07404-1a1e-4808-9853-d0e0cda02914, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=38a07404-1a1e-4808-9853-d0e0cda02914,segment=NetworkSegment(6ec2fa03-9b4b-46ce-afd6-ba15a5980adb),segment_id=6ec2fa03-9b4b-46ce-afd6-ba15a5980adb)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:36.430270 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.444655 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] Deleting port 38a07404-1a1e-4808-9853-d0e0cda02914 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:36.445040 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.447617 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Calling delete_port for 38a07404-1a1e-4808-9853-d0e0cda02914 owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:36.554160 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] For port 38a07404-1a1e-4808-9853-d0e0cda02914, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=38a07404-1a1e-4808-9853-d0e0cda02914,segment=NetworkSegment(6ec2fa03-9b4b-46ce-afd6-ba15a5980adb),segment_id=6ec2fa03-9b4b-46ce-afd6-ba15a5980adb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:36.554947 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.586434 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.591018 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] Calling delete_port for 38a07404-1a1e-4808-9853-d0e0cda02914 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:36.650714 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] No DVR routers for this DVR port 38a07404-1a1e-4808-9853-d0e0cda02914 on host dv-cinder-830090-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:36.652133 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Pushing event deleted for resources: {'Port': ['ID=38a07404-1a1e-4808-9853-d0e0cda02914,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:36.714853 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179'] for port (38a07404-1a1e-4808-9853-d0e0cda02914), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.762443 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] Pushing event deleted for resources: {'Port': ['ID=38a07404-1a1e-4808-9853-d0e0cda02914,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:36.777328 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e44d10-5009-4f17-9861-bad84e0c9c82 None None] No DVR routers for this DVR port 38a07404-1a1e-4808-9853-d0e0cda02914 on host dv-cinder-830090-3-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:36.780319 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (05f942ed-58bd-401e-8e13-f1e4d58eff7a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.838786 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f942ed-58bd-401e-8e13-f1e4d58eff7a']}} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:36.862734 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb') {'for_net_delete': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:36.863308 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec2fa03-9b4b-46ce-afd6-ba15a5980adb') {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:36.874722 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62398469'] for segment (6ec2fa03-9b4b-46ce-afd6-ba15a5980adb), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.898411 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (6ec2fa03-9b4b-46ce-afd6-ba15a5980adb), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.911435 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=103291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:37:36.914374 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62112565'] for segment (6ec2fa03-9b4b-46ce-afd6-ba15a5980adb), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: Traceback (most recent call last): Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: timer() Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: cb(*args, **kw) Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: return func(*args, **kwargs) Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: self._notify() Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: self.callback(batched_events) Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: event.method(event) Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: return f(self, *a, **k) Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._get(url).json() Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: return self.request(url, 'GET', **kwargs) Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:37:36.920817 dv-cinder-830090-3-iscsi neutron-server[103291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:37:37.016030 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device b87fc689-b089-4a90-a190-5a7f2f1a3f3b no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:37.039746 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (05f942ed-58bd-401e-8e13-f1e4d58eff7a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.047489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.053453 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: b87fc689-b089-4a90-a190-5a7f2f1a3f3b {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:37.053807 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device b87fc689-b089-4a90-a190-5a7f2f1a3f3b not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:37.054433 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 38a07404-1a1e-4808-9853-d0e0cda02914 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:37.060693 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] 10.222.0.46 "DELETE /v2.0/networks/05f942ed-58bd-401e-8e13-f1e4d58eff7a HTTP/1.1" status: 204 len: 168 time: 0.8863487 Mar 08 17:37:37.085834 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 38a07404-1a1e-4808-9853-d0e0cda02914 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:37.086206 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 38a07404-1a1e-4808-9853-d0e0cda02914 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:37.086694 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 717b289f-da69-4f9f-9414-03c2df77cf15 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:37.088663 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548fc18-3f6b-483e-a664-1f94818a876d admin admin] Pushing event deleted for resources: {'Network': ['ID=05f942ed-58bd-401e-8e13-f1e4d58eff7a,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:37.106532 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 717b289f-da69-4f9f-9414-03c2df77cf15 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:37.106882 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 717b289f-da69-4f9f-9414-03c2df77cf15 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:37.270100 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57904) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:37.313735 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-519e9f18-329b-4ee1-931d-cac99c07ca36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7058b9c0ae2443aa37fe583340f6198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423386 Mar 08 17:37:37.316420 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57908) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:37.370203 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6ba950b5-4c4b-45a5-8b92-fe059ea7fdc4 admin admin] Publish callbacks [] for security_group (9186e1f1-e742-46fa-91ab-7f8790a2f819), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.396491 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6ba950b5-4c4b-45a5-8b92-fe059ea7fdc4 admin admin] Publish callbacks [] for security_group (9186e1f1-e742-46fa-91ab-7f8790a2f819), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.446592 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6ba950b5-4c4b-45a5-8b92-fe059ea7fdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (9186e1f1-e742-46fa-91ab-7f8790a2f819), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.449291 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6ba950b5-4c4b-45a5-8b92-fe059ea7fdc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.450454 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6ba950b5-4c4b-45a5-8b92-fe059ea7fdc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9186e1f1-e742-46fa-91ab-7f8790a2f819 HTTP/1.1" status: 204 len: 168 time: 0.1328671 Mar 08 17:37:37.458656 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba950b5-4c4b-45a5-8b92-fe059ea7fdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9186e1f1-e742-46fa-91ab-7f8790a2f819,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:37.770775 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57918) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:37.814831 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-00981201-2c9e-496a-8c05-a2486d093af3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b52df3bab427458292d59162c0cfc78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428493 Mar 08 17:37:37.817507 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57920) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:37.866316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5feade52-37ef-4db8-826e-a190f324f009 admin admin] Publish callbacks [] for security_group (b3cbd48f-d67e-4028-a38e-93408215b6b9), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.887904 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5feade52-37ef-4db8-826e-a190f324f009 admin admin] Publish callbacks [] for security_group (b3cbd48f-d67e-4028-a38e-93408215b6b9), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.939357 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5feade52-37ef-4db8-826e-a190f324f009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b3cbd48f-d67e-4028-a38e-93408215b6b9), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.941994 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5feade52-37ef-4db8-826e-a190f324f009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:37.943207 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5feade52-37ef-4db8-826e-a190f324f009 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3cbd48f-d67e-4028-a38e-93408215b6b9 HTTP/1.1" status: 204 len: 168 time: 0.1247687 Mar 08 17:37:37.952230 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feade52-37ef-4db8-826e-a190f324f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cbd48f-d67e-4028-a38e-93408215b6b9,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:38.844161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57956) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:38.949421 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4f6d-2d7c-47ed-8202-3308cf872e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.031475 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4f6d-2d7c-47ed-8202-3308cf872e33 admin admin] Publish callbacks [] for security_group (b716aabc-d769-475d-97ea-0326ec7cba8e), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.037089 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4f6d-2d7c-47ed-8202-3308cf872e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b716aabc-d769-475d-97ea-0326ec7cba8e), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.075906 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-dfbe4f6d-2d7c-47ed-8202-3308cf872e33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e1fad1a0b324d10a81c0215f7d1b25b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302926 Mar 08 17:37:39.077020 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe4f6d-2d7c-47ed-8202-3308cf872e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b716aabc-d769-475d-97ea-0326ec7cba8e,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:39.079370 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57968) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:39.128542 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53c1cc9b-25f6-46a3-a19a-0076663715a0 admin admin] Publish callbacks [] for security_group (b716aabc-d769-475d-97ea-0326ec7cba8e), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.150475 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53c1cc9b-25f6-46a3-a19a-0076663715a0 admin admin] Publish callbacks [] for security_group (b716aabc-d769-475d-97ea-0326ec7cba8e), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.210084 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53c1cc9b-25f6-46a3-a19a-0076663715a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (b716aabc-d769-475d-97ea-0326ec7cba8e), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.212967 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53c1cc9b-25f6-46a3-a19a-0076663715a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.214132 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-53c1cc9b-25f6-46a3-a19a-0076663715a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b716aabc-d769-475d-97ea-0326ec7cba8e HTTP/1.1" status: 204 len: 168 time: 0.1338100 Mar 08 17:37:39.221980 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1cc9b-25f6-46a3-a19a-0076663715a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b716aabc-d769-475d-97ea-0326ec7cba8e,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:39.485465 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 57974) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:39.505101 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6c09904-afce-4f1e-a32f-c11c452f3f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.582472 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6c09904-afce-4f1e-a32f-c11c452f3f4d admin admin] Publish callbacks [] for security_group (c39a87bb-817d-4d4a-b25f-16553689700f), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.588673 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6c09904-afce-4f1e-a32f-c11c452f3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c39a87bb-817d-4d4a-b25f-16553689700f), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.625887 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-a6c09904-afce-4f1e-a32f-c11c452f3f4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9854e65ea01c48fa91bc4631c866bccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391098 Mar 08 17:37:39.627073 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09904-afce-4f1e-a32f-c11c452f3f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a87bb-817d-4d4a-b25f-16553689700f,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:39.628779 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 57978) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:39.679689 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4338ef85-5136-4a2d-b10a-d5c675affc5e admin admin] Publish callbacks [] for security_group (c39a87bb-817d-4d4a-b25f-16553689700f), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.705294 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4338ef85-5136-4a2d-b10a-d5c675affc5e admin admin] Publish callbacks [] for security_group (c39a87bb-817d-4d4a-b25f-16553689700f), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.754545 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4338ef85-5136-4a2d-b10a-d5c675affc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (c39a87bb-817d-4d4a-b25f-16553689700f), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.757266 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4338ef85-5136-4a2d-b10a-d5c675affc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.758543 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4338ef85-5136-4a2d-b10a-d5c675affc5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c39a87bb-817d-4d4a-b25f-16553689700f HTTP/1.1" status: 204 len: 168 time: 0.1279118 Mar 08 17:37:39.766629 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338ef85-5136-4a2d-b10a-d5c675affc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a87bb-817d-4d4a-b25f-16553689700f,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:39.925769 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e3e0-601c-48eb-8941-0c70c7e9ea3a req-150fc123-3f06-415f-9fed-2a91adddd272 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:39.925769 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4710e3e0-601c-48eb-8941-0c70c7e9ea3a req-150fc123-3f06-415f-9fed-2a91adddd272 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0565434 Mar 08 17:37:39.973337 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4710e3e0-601c-48eb-8941-0c70c7e9ea3a req-563d0122-b247-420b-b4d5-6a1500e104f1 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421147 Mar 08 17:37:40.699371 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58026) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:40.804234 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-011450ea-60bd-454a-a06b-84d697cc4de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:40.879838 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-011450ea-60bd-454a-a06b-84d697cc4de5 admin admin] Publish callbacks [] for security_group (655c971b-e167-4c5c-8a95-6a335d3534f2), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:40.885676 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-011450ea-60bd-454a-a06b-84d697cc4de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (655c971b-e167-4c5c-8a95-6a335d3534f2), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:40.924364 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011450ea-60bd-454a-a06b-84d697cc4de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c971b-e167-4c5c-8a95-6a335d3534f2,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:40.938531 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-011450ea-60bd-454a-a06b-84d697cc4de5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5359788d12e7488bb8d542c4fb5e757a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375939 Mar 08 17:37:40.940953 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58040) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:40.991005 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5caa893b-848e-495e-b870-fb3e4b5ee1a5 admin admin] Publish callbacks [] for security_group (655c971b-e167-4c5c-8a95-6a335d3534f2), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.014189 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5caa893b-848e-495e-b870-fb3e4b5ee1a5 admin admin] Publish callbacks [] for security_group (655c971b-e167-4c5c-8a95-6a335d3534f2), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.086689 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5caa893b-848e-495e-b870-fb3e4b5ee1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (655c971b-e167-4c5c-8a95-6a335d3534f2), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.089298 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5caa893b-848e-495e-b870-fb3e4b5ee1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.090438 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5caa893b-848e-495e-b870-fb3e4b5ee1a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/655c971b-e167-4c5c-8a95-6a335d3534f2 HTTP/1.1" status: 204 len: 168 time: 0.1483531 Mar 08 17:37:41.101830 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa893b-848e-495e-b870-fb3e4b5ee1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c971b-e167-4c5c-8a95-6a335d3534f2,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:41.111835 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd4968-84ae-4b58-a67d-291f1613e309 req-27e8179d-af95-476f-bdfb-5aebf904725f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:41.113469 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a7cd4968-84ae-4b58-a67d-291f1613e309 req-27e8179d-af95-476f-bdfb-5aebf904725f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0702486 Mar 08 17:37:41.169026 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a7cd4968-84ae-4b58-a67d-291f1613e309 req-19795ece-ac95-4bb0-8538-b5f4c56131c3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490015 Mar 08 17:37:41.430651 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58062) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:41.443920 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fdf24bc9-33e7-4398-8085-de5c491183e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.520000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fdf24bc9-33e7-4398-8085-de5c491183e0 admin admin] Publish callbacks [] for security_group (0e813611-50c2-4767-b747-9d516f7eda89), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.524932 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fdf24bc9-33e7-4398-8085-de5c491183e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (0e813611-50c2-4767-b747-9d516f7eda89), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.565710 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-fdf24bc9-33e7-4398-8085-de5c491183e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0fdd318dde341ba86933bb04b25c2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338027 Mar 08 17:37:41.567049 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf24bc9-33e7-4398-8085-de5c491183e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e813611-50c2-4767-b747-9d516f7eda89,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:41.568444 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58070) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:41.624898 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ea42e4d8-060a-481c-a562-695ab2a08145 admin admin] Publish callbacks [] for security_group (0e813611-50c2-4767-b747-9d516f7eda89), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.650199 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ea42e4d8-060a-481c-a562-695ab2a08145 admin admin] Publish callbacks [] for security_group (0e813611-50c2-4767-b747-9d516f7eda89), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.704789 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ea42e4d8-060a-481c-a562-695ab2a08145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (0e813611-50c2-4767-b747-9d516f7eda89), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.707519 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ea42e4d8-060a-481c-a562-695ab2a08145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:41.708759 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ea42e4d8-060a-481c-a562-695ab2a08145 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e813611-50c2-4767-b747-9d516f7eda89 HTTP/1.1" status: 204 len: 168 time: 0.1386118 Mar 08 17:37:41.717791 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42e4d8-060a-481c-a562-695ab2a08145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e813611-50c2-4767-b747-9d516f7eda89,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:41.803951 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-50404fe7-eaee-4252-bed1-b7088ea9f245 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:41.805432 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-50404fe7-eaee-4252-bed1-b7088ea9f245 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0543480 Mar 08 17:37:41.906639 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Deleting port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:37:41.906978 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.007675 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] For port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:42.008990 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.093154 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58090) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:42.107031 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f453-a70e-45ea-a0e4-46b59c5e6f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.189205 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f453-a70e-45ea-a0e4-46b59c5e6f79 admin admin] Publish callbacks [] for security_group (56c66c3f-3eba-4e31-8443-e0f491d612a1), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.203569 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f453-a70e-45ea-a0e4-46b59c5e6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (56c66c3f-3eba-4e31-8443-e0f491d612a1), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.214271 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.215111 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (8935fc52-eb7f-4b04-b0e8-bda7e9c841f3), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.215709 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Floating IP 8935fc52-eb7f-4b04-b0e8-bda7e9c841f3 disassociated. External IP: 172.27.1.6, port: 8bcacb7d-d2a9-4b20-8cc6-992262357b8a. Mar 08 17:37:42.216260 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Calling delete_port for 8bcacb7d-d2a9-4b20-8cc6-992262357b8a owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:37:42.225988 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58096) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:42.247218 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4fb1f453-a70e-45ea-a0e4-46b59c5e6f79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8051ab4c11242bbb3aa8584ba6f53d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531067 Mar 08 17:37:42.248116 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1f453-a70e-45ea-a0e4-46b59c5e6f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c66c3f-3eba-4e31-8443-e0f491d612a1,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:42.251186 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58100) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:42.280248 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:37:42.302924 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-71335390-356d-4bb9-98fa-feeb8f78d07d admin admin] Publish callbacks [] for security_group (56c66c3f-3eba-4e31-8443-e0f491d612a1), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.327858 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-71335390-356d-4bb9-98fa-feeb8f78d07d admin admin] Publish callbacks [] for security_group (56c66c3f-3eba-4e31-8443-e0f491d612a1), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.373196 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5534-97cb-4503-8d73-cfe4d7073ae2 req-f7d06e30-3180-4c4c-80d4-0352ef7d5719 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:42.374670 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-befc5534-97cb-4503-8d73-cfe4d7073ae2 req-f7d06e30-3180-4c4c-80d4-0352ef7d5719 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 945 time: 0.0910676 Mar 08 17:37:42.375437 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-657029ed-50b6-4b2d-bd99-eaf97cbfb6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.376219 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-71335390-356d-4bb9-98fa-feeb8f78d07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (56c66c3f-3eba-4e31-8443-e0f491d612a1), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.379094 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-71335390-356d-4bb9-98fa-feeb8f78d07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.380356 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-71335390-356d-4bb9-98fa-feeb8f78d07d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56c66c3f-3eba-4e31-8443-e0f491d612a1 HTTP/1.1" status: 204 len: 168 time: 0.1279309 Mar 08 17:37:42.388901 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335390-356d-4bb9-98fa-feeb8f78d07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c66c3f-3eba-4e31-8443-e0f491d612a1,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:42.483077 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (8bcacb7d-d2a9-4b20-8cc6-992262357b8a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.505694 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-befc5534-97cb-4503-8d73-cfe4d7073ae2 req-32378c96-227e-42a6-bc9c-99a2f9032d7c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213875 Mar 08 17:37:42.528406 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event deleted for resources: {'Port': ['ID=8bcacb7d-d2a9-4b20-8cc6-992262357b8a,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:42.892727 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-657029ed-50b6-4b2d-bd99-eaf97cbfb6e9 admin admin] Publish callbacks [] for security_group (a5865ffe-00b8-4620-b733-04493a7a873b), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.926006 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-657029ed-50b6-4b2d-bd99-eaf97cbfb6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (a5865ffe-00b8-4620-b733-04493a7a873b), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:42.976358 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-657029ed-50b6-4b2d-bd99-eaf97cbfb6e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41d1739ebff3450aa934037998d930e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7492704 Mar 08 17:37:42.977860 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58124) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:43.022169 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:43.024263 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657029ed-50b6-4b2d-bd99-eaf97cbfb6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5865ffe-00b8-4620-b733-04493a7a873b,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:43.050982 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e789be54-e5da-429d-b64a-364a447d1c81 admin admin] Publish callbacks [] for security_group (a5865ffe-00b8-4620-b733-04493a7a873b), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.102740 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e789be54-e5da-429d-b64a-364a447d1c81 admin admin] Publish callbacks [] for security_group (a5865ffe-00b8-4620-b733-04493a7a873b), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.157451 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e789be54-e5da-429d-b64a-364a447d1c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (a5865ffe-00b8-4620-b733-04493a7a873b), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.159980 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e789be54-e5da-429d-b64a-364a447d1c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.161319 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e789be54-e5da-429d-b64a-364a447d1c81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5865ffe-00b8-4620-b733-04493a7a873b HTTP/1.1" status: 204 len: 168 time: 0.1821241 Mar 08 17:37:43.170345 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789be54-e5da-429d-b64a-364a447d1c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5865ffe-00b8-4620-b733-04493a7a873b,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:43.174349 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:43.191954 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:43.206865 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:43.208288 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:43.220434 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] No DVR routers for this DVR port 8bcacb7d-d2a9-4b20-8cc6-992262357b8a on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:37:43.222917 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.226350 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-aefda16d-63db-4e48-ae6e-f6618d26eb3a req-96bee117-d142-4b81-9ae7-854711ca336d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "DELETE /v2.0/ports/8bcacb7d-d2a9-4b20-8cc6-992262357b8a HTTP/1.1" status: 204 len: 173 time: 1.4157467 Mar 08 17:37:43.226809 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b19242a-5426-4bb5-a280-a4208270cea9', 'name': 'network-vif-deleted', 'tag': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:43.229260 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da32d02f-88f4-4da4-a3a9-2d54633dc780" -d '{"events": [{"server_uuid": "6b19242a-5426-4bb5-a280-a4208270cea9", "name": "network-vif-deleted", "tag": "8bcacb7d-d2a9-4b20-8cc6-992262357b8a"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:43.300663 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d47efa-0d08-45b5-915c-e7393ee1d6bc x-openstack-request-id: req-19d47efa-0d08-45b5-915c-e7393ee1d6bc {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:43.301189 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b19242a-5426-4bb5-a280-a4208270cea9", "name": "network-vif-deleted", "tag": "8bcacb7d-d2a9-4b20-8cc6-992262357b8a", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:43.301698 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19d47efa-0d08-45b5-915c-e7393ee1d6bc {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:43.302395 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b19242a-5426-4bb5-a280-a4208270cea9', 'name': 'network-vif-deleted', 'tag': '8bcacb7d-d2a9-4b20-8cc6-992262357b8a', 'status': 'completed', 'code': 200} Mar 08 17:37:43.332069 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:43.511244 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58140) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:43.530854 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-06d1dc2d-d44e-48f5-838e-fc7b07977bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.633125 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-06d1dc2d-d44e-48f5-838e-fc7b07977bf2 admin admin] Publish callbacks [] for security_group (e95f08c9-9c75-4e36-a7eb-bcb61f2c1a20), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.648920 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-06d1dc2d-d44e-48f5-838e-fc7b07977bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e95f08c9-9c75-4e36-a7eb-bcb61f2c1a20), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.689716 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-71dced70-0352-43eb-9b04-e3c7a293d175 req-acf8cc71-fef4-4996-85ae-7cfdee08f6da tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 210 time: 0.0588448 Mar 08 17:37:43.694058 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1dc2d-d44e-48f5-838e-fc7b07977bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f08c9-9c75-4e36-a7eb-bcb61f2c1a20,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:43.699064 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-06d1dc2d-d44e-48f5-838e-fc7b07977bf2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfba9fe1406441778272d9694955cf40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863792 Mar 08 17:37:43.702115 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58148) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:43.756765 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:43.792629 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-017accce-ace6-4cd1-a80c-9a8342b2f710 admin admin] Publish callbacks [] for security_group (e95f08c9-9c75-4e36-a7eb-bcb61f2c1a20), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.795965 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:43.807315 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:43.808166 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:43.817045 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-017accce-ace6-4cd1-a80c-9a8342b2f710 admin admin] Publish callbacks [] for security_group (e95f08c9-9c75-4e36-a7eb-bcb61f2c1a20), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.877424 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-017accce-ace6-4cd1-a80c-9a8342b2f710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (e95f08c9-9c75-4e36-a7eb-bcb61f2c1a20), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.880176 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-017accce-ace6-4cd1-a80c-9a8342b2f710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:43.881342 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-017accce-ace6-4cd1-a80c-9a8342b2f710 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e95f08c9-9c75-4e36-a7eb-bcb61f2c1a20 HTTP/1.1" status: 204 len: 168 time: 0.1781068 Mar 08 17:37:43.900232 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017accce-ace6-4cd1-a80c-9a8342b2f710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f08c9-9c75-4e36-a7eb-bcb61f2c1a20,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:43.977041 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:44.217319 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:44.252319 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e7d0c-6b62-4a2c-89df-39d1c92ba423 None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:44.601575 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee465681-a6b0-4d52-a05d-7eabaa936096 None None] New status for floating IP 8935fc52-eb7f-4b04-b0e8-bda7e9c841f3: DOWN {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:37:44.824492 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-211a616e-70bd-4b7e-9d84-c8b5202fbf03 req-211a20ac-7785-4fc5-9ce2-d6d9505c358d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b19242a-5426-4bb5-a280-a4208270cea9 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Mar 08 17:37:44.867148 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58216) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:45.095399 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-795fd537-9a3e-4e86-a759-429ddff77d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.126551 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dea9a-e79c-41c2-a2a9-64d1d48f0f5e req-a047fac1-371e-4383-bc72-2734319d60b8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:45.128047 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-325dea9a-e79c-41c2-a2a9-64d1d48f0f5e req-a047fac1-371e-4383-bc72-2734319d60b8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0856349 Mar 08 17:37:45.198620 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-325dea9a-e79c-41c2-a2a9-64d1d48f0f5e req-5c64afc5-d9fd-4e69-ac4d-94b4c3261056 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632648 Mar 08 17:37:45.223262 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58234) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:45.230416 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-795fd537-9a3e-4e86-a759-429ddff77d21 admin admin] Publish callbacks [] for security_group (53606926-3bf7-4cb5-811d-c99cb7e6f7fd), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.238006 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-795fd537-9a3e-4e86-a759-429ddff77d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (53606926-3bf7-4cb5-811d-c99cb7e6f7fd), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.278512 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-795fd537-9a3e-4e86-a759-429ddff77d21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d37b393deaf04449be758381ea518c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105017 Mar 08 17:37:45.280077 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fd537-9a3e-4e86-a759-429ddff77d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53606926-3bf7-4cb5-811d-c99cb7e6f7fd,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:45.281437 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58238) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:45.302281 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58240) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:45.340380 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4e73f378-6e45-4087-aac9-15e5aa4100a1 admin admin] Publish callbacks [] for security_group (53606926-3bf7-4cb5-811d-c99cb7e6f7fd), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.368460 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4e73f378-6e45-4087-aac9-15e5aa4100a1 admin admin] Publish callbacks [] for security_group (53606926-3bf7-4cb5-811d-c99cb7e6f7fd), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.380118 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7380a05f-4345-4e0a-9181-0c4f1e7a73fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.472938 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4e73f378-6e45-4087-aac9-15e5aa4100a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (53606926-3bf7-4cb5-811d-c99cb7e6f7fd), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.475698 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-4e73f378-6e45-4087-aac9-15e5aa4100a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.476801 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-4e73f378-6e45-4087-aac9-15e5aa4100a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53606926-3bf7-4cb5-811d-c99cb7e6f7fd HTTP/1.1" status: 204 len: 168 time: 0.1941397 Mar 08 17:37:45.481516 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c652a-26dd-4268-a943-3c4feb1a389f tempest-TestMinimumBasicScenario-965938607 tempest-TestMinimumBasicScenario-965938607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:45.485838 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f14c652a-26dd-4268-a943-3c4feb1a389f tempest-TestMinimumBasicScenario-965938607 tempest-TestMinimumBasicScenario-965938607-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1125 time: 0.2586279 Mar 08 17:37:45.486348 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58246) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:45.491559 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'port_id': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:45.494058 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73f378-6e45-4087-aac9-15e5aa4100a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53606926-3bf7-4cb5-811d-c99cb7e6f7fd,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:45.523164 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.537063 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7380a05f-4345-4e0a-9181-0c4f1e7a73fd admin admin] Publish callbacks [] for security_group (1f141ab4-87a4-4d25-bc42-ca4969fe156c), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.543834 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7380a05f-4345-4e0a-9181-0c4f1e7a73fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (1f141ab4-87a4-4d25-bc42-ca4969fe156c), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.582613 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7380a05f-4345-4e0a-9181-0c4f1e7a73fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25d2bc7eb70d464687685b819cf14b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792249 Mar 08 17:37:45.585186 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58248) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:45.592362 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380a05f-4345-4e0a-9181-0c4f1e7a73fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f141ab4-87a4-4d25-bc42-ca4969fe156c,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:45.631617 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.639302 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b35e96e-b1a2-4263-ad2c-ac1f1fe4e157 admin admin] Publish callbacks [] for security_group (1f141ab4-87a4-4d25-bc42-ca4969fe156c), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.661191 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b35e96e-b1a2-4263-ad2c-ac1f1fe4e157 admin admin] Publish callbacks [] for security_group (1f141ab4-87a4-4d25-bc42-ca4969fe156c), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.715238 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b35e96e-b1a2-4263-ad2c-ac1f1fe4e157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (1f141ab4-87a4-4d25-bc42-ca4969fe156c), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.718405 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6b35e96e-b1a2-4263-ad2c-ac1f1fe4e157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.721554 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6b35e96e-b1a2-4263-ad2c-ac1f1fe4e157 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f141ab4-87a4-4d25-bc42-ca4969fe156c HTTP/1.1" status: 204 len: 168 time: 0.1331460 Mar 08 17:37:45.728866 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35e96e-b1a2-4263-ad2c-ac1f1fe4e157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f141ab4-87a4-4d25-bc42-ca4969fe156c,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:45.745197 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Allocated IP 172.27.1.2 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/7d9c9c2c-0272-47e5-84e4-64ea6d152292) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:45.822250 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58254) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:45.838263 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7b02ad6f-c2a9-4dad-9866-6cd0b5aa8047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.861378 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for port (7d9c9c2c-0272-47e5-84e4-64ea6d152292), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.901879 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (7d9c9c2c-0272-47e5-84e4-64ea6d152292), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.933330 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7b02ad6f-c2a9-4dad-9866-6cd0b5aa8047 admin admin] Publish callbacks [] for security_group (5a5fec6a-0876-4de2-9db4-70b707d3698a), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.945937 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7b02ad6f-c2a9-4dad-9866-6cd0b5aa8047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5a5fec6a-0876-4de2-9db4-70b707d3698a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:45.955099 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:45.959344 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:45.961990 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'Port': ['ID=7d9c9c2c-0272-47e5-84e4-64ea6d152292,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:45.964294 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:45.993755 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7b02ad6f-c2a9-4dad-9866-6cd0b5aa8047 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=283ce341b9e443f6be29d87e9feb602b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703956 Mar 08 17:37:45.996733 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58264) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:46.005551 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02ad6f-c2a9-4dad-9866-6cd0b5aa8047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5fec6a-0876-4de2-9db4-70b707d3698a,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:46.138845 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0555cf76-090a-4432-b75d-dba234fd41b3 admin admin] Publish callbacks [] for security_group (5a5fec6a-0876-4de2-9db4-70b707d3698a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:46.231492 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0555cf76-090a-4432-b75d-dba234fd41b3 admin admin] Publish callbacks [] for security_group (5a5fec6a-0876-4de2-9db4-70b707d3698a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:46.237760 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-c4aecabf-8739-43f5-ac46-68651e827493 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497852473&fields=id&tenant_id=47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 267 time: 0.1313636 Mar 08 17:37:46.418657 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-f9e18309-15d5-4cbb-9982-ebc322d4d0ea tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:46.420187 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-f9e18309-15d5-4cbb-9982-ebc322d4d0ea tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 811 time: 0.1742074 Mar 08 17:37:46.422610 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0555cf76-090a-4432-b75d-dba234fd41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (5a5fec6a-0876-4de2-9db4-70b707d3698a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:46.425210 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0555cf76-090a-4432-b75d-dba234fd41b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:46.426265 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-0555cf76-090a-4432-b75d-dba234fd41b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a5fec6a-0876-4de2-9db4-70b707d3698a HTTP/1.1" status: 204 len: 168 time: 0.4268091 Mar 08 17:37:46.479592 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555cf76-090a-4432-b75d-dba234fd41b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5fec6a-0876-4de2-9db4-70b707d3698a,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:46.484129 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-11d5f111-7259-45f1-90d2-6fec608d50fa tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/quotas/47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 375 time: 0.0566373 Mar 08 17:37:46.535032 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 8bcacb7d-d2a9-4b20-8cc6-992262357b8a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:46.557487 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 8bcacb7d-d2a9-4b20-8cc6-992262357b8a {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:37:46.557980 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 8bcacb7d-d2a9-4b20-8cc6-992262357b8a not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:37:46.626984 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-3b635605-e49c-487e-ae6d-11ca7bbfec2a tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014366 Mar 08 17:37:46.663675 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for floatingip (d3689683-337e-41ad-ac2f-324f23051dee), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:46.808776 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-f74dd930-ab97-4d10-8465-b8f28b377ae1 service neutron] 10.222.0.46 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604669 Mar 08 17:37:46.813293 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (7d9c9c2c-0272-47e5-84e4-64ea6d152292), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:46.999605 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-af5e4c6d-e6e0-47db-a98d-1bff1b96a179 service neutron] 10.222.0.46 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586020 Mar 08 17:37:47.057932 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for port (7d9c9c2c-0272-47e5-84e4-64ea6d152292), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:47.066588 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (7d9c9c2c-0272-47e5-84e4-64ea6d152292), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:47.166679 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'Port': ['ID=7d9c9c2c-0272-47e5-84e4-64ea6d152292,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:47.185220 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (d3689683-337e-41ad-ac2f-324f23051dee), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:47.302415 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Floating IP d3689683-337e-41ad-ac2f-324f23051dee associated. External IP: 172.27.1.2, port: 4cf87b1c-eaeb-4489-b084-259f27847caa. Mar 08 17:37:47.427184 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9c0b225d-bc88-45f8-be38-672f932fdeb2 req-dbe77d33-a469-4a87-ab34-0d704546674a tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 210 time: 0.0712378 Mar 08 17:37:47.572632 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:47.705122 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:47.716403 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] Sync routers for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:47.725955 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:47.731372 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:47.732270 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:47.771467 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-34a56867-5f77-4ab9-959d-814d14410748 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2811997 Mar 08 17:37:47.771467 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:47.771821 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:47.772454 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58388) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:47.777573 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-32a1c5e4-f24c-4a70-ae40-fe69724ca293 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927857172', 'description': 'tempest-secgroup-smoke-1927857172 description', 'project_id': 'a27f7046fae14135a018e438eb3ebc27'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:47.807219 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32a1c5e4-f24c-4a70-ae40-fe69724ca293 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:47.827790 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7111406c-5c2d-40ea-9115-6d36b1b83b86 x-openstack-request-id: req-7111406c-5c2d-40ea-9115-6d36b1b83b86 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:47.828109 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:47.828510 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7111406c-5c2d-40ea-9115-6d36b1b83b86 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:47.828740 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'status': 'completed', 'code': 200} Mar 08 17:37:47.916413 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:47.922655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32a1c5e4-f24c-4a70-ae40-fe69724ca293 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group (4f75d2cb-3303-47c4-bcca-c0ab9396e100), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:47.928297 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-ba24b61f-9af4-48ab-a236-59ea25761bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:47.930387 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-ba24b61f-9af4-48ab-a236-59ea25761bf9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1130 time: 0.0555701 Mar 08 17:37:47.930721 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32a1c5e4-f24c-4a70-ae40-fe69724ca293 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (4f75d2cb-3303-47c4-bcca-c0ab9396e100), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:47.970579 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32a1c5e4-f24c-4a70-ae40-fe69724ca293 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:47.976755 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-32a1c5e4-f24c-4a70-ae40-fe69724ca293 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2026856 Mar 08 17:37:47.977521 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58396) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:47.982924 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-f8843682-d22a-4faf-a9d8-74d6d2e11236 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'security_group_rule': {'security_group_id': '4f75d2cb-3303-47c4-bcca-c0ab9396e100', 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:48.010204 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1c5e4-f24c-4a70-ae40-fe69724ca293 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f75d2cb-3303-47c4-bcca-c0ab9396e100,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:48.085874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-70420a1a-2ab9-4b7e-872e-0464f62b13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:48.087628 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-70420a1a-2ab9-4b7e-872e-0464f62b13c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 200 len: 916 time: 0.1482227 Mar 08 17:37:48.088459 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8843682-d22a-4faf-a9d8-74d6d2e11236 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (918768ba-9be4-4b13-8f9f-b3d0364f5fde), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.184158 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-7994971a-9a5b-4ad5-b741-06ea5f4ace4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 998 time: 0.0856392 Mar 08 17:37:48.194984 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8843682-d22a-4faf-a9d8-74d6d2e11236 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (918768ba-9be4-4b13-8f9f-b3d0364f5fde), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.201256 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8843682-d22a-4faf-a9d8-74d6d2e11236 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (918768ba-9be4-4b13-8f9f-b3d0364f5fde), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.204089 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'd3689683-337e-41ad-ac2f-324f23051dee', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'port_id': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'mac_address': 'fa:16:3e:e6:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:37:46Z', 'updated_at': '2022-03-08T17:37:46Z', 'revision_number': 0, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:59Z', 'revision_number': 5, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:48.238363 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] Checking router: b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:48.249426 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:48.250069 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:37:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:48.254368 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8843682-d22a-4faf-a9d8-74d6d2e11236 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918768ba-9be4-4b13-8f9f-b3d0364f5fde,revision_number=0']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:48.271350 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f8843682-d22a-4faf-a9d8-74d6d2e11236 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.275063 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-f8843682-d22a-4faf-a9d8-74d6d2e11236 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933455 Mar 08 17:37:48.275063 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-682e07c9-010b-486a-a394-6307b823414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:48.275618 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58404) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:48.275896 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-682e07c9-010b-486a-a394-6307b823414c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e47a83b-1fbb-497d-85c9-3b60af117364 HTTP/1.1" status: 200 len: 854 time: 0.0726168 Mar 08 17:37:48.280538 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-e9c1c904-855f-4573-a7f2-81b8969d0592 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'security_group_rule': {'security_group_id': '4f75d2cb-3303-47c4-bcca-c0ab9396e100', 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:48.322668 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c904-855f-4573-a7f2-81b8969d0592 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (87075e6b-d9b1-4c7e-b24f-970aacb30c2a), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.348651 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-8e840c74-4fff-4f1f-8c48-e0e0d2f10c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:48.350700 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-8e840c74-4fff-4f1f-8c48-e0e0d2f10c05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0970858d-fddd-49a4-bfdd-b95432673102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639389 Mar 08 17:37:48.391721 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c904-855f-4573-a7f2-81b8969d0592 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (87075e6b-d9b1-4c7e-b24f-970aacb30c2a), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.394257 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:48.400228 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c904-855f-4573-a7f2-81b8969d0592 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (87075e6b-d9b1-4c7e-b24f-970aacb30c2a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.437564 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1c904-855f-4573-a7f2-81b8969d0592 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87075e6b-d9b1-4c7e-b24f-970aacb30c2a,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:48.448776 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e9c1c904-855f-4573-a7f2-81b8969d0592 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.464856 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e9c1c904-855f-4573-a7f2-81b8969d0592 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1879842 Mar 08 17:37:48.468602 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58408) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:48.479155 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-6f0f51e4-100d-49a1-bbf1-779868e71d1d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'security_group_rule': {'security_group_id': '4f75d2cb-3303-47c4-bcca-c0ab9396e100', 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:48.497016 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-bc3eff69-6c39-43d7-b2a2-e46cb69f70c5 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225433 Mar 08 17:37:48.538796 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6f0f51e4-100d-49a1-bbf1-779868e71d1d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (76cef660-42a7-4b12-b2ad-7255d6afe9e7), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.645768 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6f0f51e4-100d-49a1-bbf1-779868e71d1d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (76cef660-42a7-4b12-b2ad-7255d6afe9e7), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.653428 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6f0f51e4-100d-49a1-bbf1-779868e71d1d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (76cef660-42a7-4b12-b2ad-7255d6afe9e7), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.714802 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'd3689683-337e-41ad-ac2f-324f23051dee', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'port_id': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'mac_address': 'fa:16:3e:e6:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:37:46Z', 'updated_at': '2022-03-08T17:37:46Z', 'revision_number': 0, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:59Z', 'revision_number': 5, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:48.718378 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f51e4-100d-49a1-bbf1-779868e71d1d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cef660-42a7-4b12-b2ad-7255d6afe9e7,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:48.748478 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c3d92-a759-4660-ab5f-f1215e3d2171 None None] The sync data for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi is: [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': 'd3689683-337e-41ad-ac2f-324f23051dee', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'port_id': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'mac_address': 'fa:16:3e:e6:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:37:46Z', 'updated_at': '2022-03-08T17:37:46Z', 'revision_number': 0, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:59Z', 'revision_number': 5, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:48.762391 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6f0f51e4-100d-49a1-bbf1-779868e71d1d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.770227 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6f0f51e4-100d-49a1-bbf1-779868e71d1d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003619 Mar 08 17:37:48.773361 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58412) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:48.779625 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-8d1dfbe6-edfc-4737-9b13-942fcdbc6a33 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'security_group_rule': {'security_group_id': '4f75d2cb-3303-47c4-bcca-c0ab9396e100', 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:48.837158 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfbe6-edfc-4737-9b13-942fcdbc6a33 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (796cbc21-1b91-43e2-a161-50703f958b4a), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.930073 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfbe6-edfc-4737-9b13-942fcdbc6a33 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (796cbc21-1b91-43e2-a161-50703f958b4a), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.939813 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfbe6-edfc-4737-9b13-942fcdbc6a33 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (796cbc21-1b91-43e2-a161-50703f958b4a), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.953887 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dfbe6-edfc-4737-9b13-942fcdbc6a33 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796cbc21-1b91-43e2-a161-50703f958b4a,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:48.974075 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfbe6-edfc-4737-9b13-942fcdbc6a33 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:48.975709 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-8d1dfbe6-edfc-4737-9b13-942fcdbc6a33 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2012415 Mar 08 17:37:48.978589 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58416) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:48.979748 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1c5d3253-560f-4f07-b716-d08ba86c9c75 req-789433e3-3097-4819-800c-d922b8f5fbbf tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 210 time: 0.4489722 Mar 08 17:37:49.005751 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-68f1ea84-de9c-4103-8eef-7be925344abf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'security_group_rule': {'security_group_id': '4f75d2cb-3303-47c4-bcca-c0ab9396e100', 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:49.035975 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.securitygroups_db [None req-68f1ea84-de9c-4103-8eef-7be925344abf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Project a27f7046fae14135a018e438eb3ebc27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:37:49.042250 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68f1ea84-de9c-4103-8eef-7be925344abf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (0ac66cbf-3bb0-4911-aa97-ae3117d3f0df), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.066810 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-eba6e4e7-6b60-4e2f-ab09-c29cfd664ece tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:49.068421 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-eba6e4e7-6b60-4e2f-ab09-c29cfd664ece tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 811 time: 0.5485370 Mar 08 17:37:49.069016 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd88dee1-0cbd-4ac5-a591-0bd0a67c3337 None None] New status for floating IP d3689683-337e-41ad-ac2f-324f23051dee: ACTIVE {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:37:49.106522 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68f1ea84-de9c-4103-8eef-7be925344abf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (0ac66cbf-3bb0-4911-aa97-ae3117d3f0df), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.113555 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68f1ea84-de9c-4103-8eef-7be925344abf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (0ac66cbf-3bb0-4911-aa97-ae3117d3f0df), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.113810 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1b03cc5f-85e0-4182-8dc0-0484f0d43dc0 req-2973675e-2007-4c00-a5e2-3cae6b631b41 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668167 Mar 08 17:37:49.141093 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ea84-de9c-4103-8eef-7be925344abf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac66cbf-3bb0-4911-aa97-ae3117d3f0df,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:49.151767 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-68f1ea84-de9c-4103-8eef-7be925344abf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.155971 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-68f1ea84-de9c-4103-8eef-7be925344abf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529830 Mar 08 17:37:49.156180 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58418) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:49.160847 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.v2.base [None req-9eceeb3a-00fe-42fb-bc8e-e0ff8d1a836b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'security_group_rule': {'security_group_id': '4f75d2cb-3303-47c4-bcca-c0ab9396e100', 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:49.162541 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-c0c9c2b2-e455-40b2-b749-a43e50b26036 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 379 time: 0.0777793 Mar 08 17:37:49.175282 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'port': {'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'admin_state_up': True, 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'security_groups': ['f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:49.187176 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.securitygroups_db [None req-9eceeb3a-00fe-42fb-bc8e-e0ff8d1a836b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Project a27f7046fae14135a018e438eb3ebc27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:37:49.193025 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9eceeb3a-00fe-42fb-bc8e-e0ff8d1a836b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (b2ed2a8c-e5f1-4b2d-a155-30db177fb85f), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.277879 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9eceeb3a-00fe-42fb-bc8e-e0ff8d1a836b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (b2ed2a8c-e5f1-4b2d-a155-30db177fb85f), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.282541 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9eceeb3a-00fe-42fb-bc8e-e0ff8d1a836b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784907'] for security_group_rule (b2ed2a8c-e5f1-4b2d-a155-30db177fb85f), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.301633 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eceeb3a-00fe-42fb-bc8e-e0ff8d1a836b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ed2a8c-e5f1-4b2d-a155-30db177fb85f,revision_number=0']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:49.302349 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Made reservation on behalf of 47b952ed99964243b460b53d01b7392f for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:49.306329 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.314141 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9eceeb3a-00fe-42fb-bc8e-e0ff8d1a836b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.316403 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9eceeb3a-00fe-42fb-bc8e-e0ff8d1a836b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1584818 Mar 08 17:37:49.454501 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-fef9bd54-5492-4474-9093-c5f089b66288 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927857172&fields=id&tenant_id=a27f7046fae14135a018e438eb3ebc27 HTTP/1.1" status: 200 len: 267 time: 0.0890679 Mar 08 17:37:49.477831 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Allocated IP 172.20.0.10 (566bca30-4a4f-4c4c-ae1d-feb508da6def/73acf358-b29d-4105-950b-6d8caf6dba2c/6f91acf4-d932-4c2f-8c2c-18f50c5aca8a) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:49.560703 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-d3c73d74-2386-433c-8012-64755a17d3d4 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:49.562109 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-d3c73d74-2386-433c-8012-64755a17d3d4 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0989833 Mar 08 17:37:49.577280 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'port': {'security_groups': ['4a5d1b4d-3ed3-4b23-b711-7796188a8540', '4f75d2cb-3303-47c4-bcca-c0ab9396e100']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:49.697412 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.717896 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.809942 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:49.894480 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:49.903356 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:49.910538 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:49.946758 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:50.020737 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:50.021409 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.032016 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] For port 4cf87b1c-eaeb-4489-b084-259f27847caa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4cf87b1c-eaeb-4489-b084-259f27847caa,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:50.057962 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-33429530-2ef1-48e8-8031-01ea19cbd728 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8895783 Mar 08 17:37:50.085625 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Request body: {'port': {'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:50.109233 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.123177 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.160623 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['4cf87b1c-eaeb-4489-b084-259f27847caa'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:37:50.217849 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-58f37f91-a95a-4725-81a1-c11e0351aaa2 None None] Provisioning complete for port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:50.218224 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-58f37f91-a95a-4725-81a1-c11e0351aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.219899 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:50.222578 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.222578 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-76ab02e7-299b-4da1-a095-036a36cdbeaf req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "PUT /v2.0/ports/4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 982 time: 0.6534367 Mar 08 17:37:50.222578 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:50.224789 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:50.242085 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.279629 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a95012-6e5d-4611-9624-36b627a0205b req-ce6a4915-86ce-4298-8978-af7aa51a9966 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:50.281369 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d6a95012-6e5d-4611-9624-36b627a0205b req-ce6a4915-86ce-4298-8978-af7aa51a9966 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 932 time: 0.1897814 Mar 08 17:37:50.283875 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945b914-0bcb-480a-b51f-994e8111ca13 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'Port': ['ID=4cf87b1c-eaeb-4489-b084-259f27847caa,revision_number=6']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:50.289467 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-58f37f91-a95a-4725-81a1-c11e0351aaa2 None None] Port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:50.320405 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559d5ccc-cdad-4913-841e-ae45d95b61de x-openstack-request-id: req-559d5ccc-cdad-4913-841e-ae45d95b61de {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:50.321069 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:50.322350 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-559d5ccc-cdad-4913-841e-ae45d95b61de {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:50.323043 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'status': 'completed', 'code': 200} Mar 08 17:37:50.371202 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['4cf87b1c-eaeb-4489-b084-259f27847caa'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:37:50.537559 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d6a95012-6e5d-4611-9624-36b627a0205b req-1aa10d2e-9f4f-4624-aea0-1a357573db49 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220113 Mar 08 17:37:50.584591 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906ff5-0f1a-418f-b7f8-c3d09183a380 req-9451dfee-b7bf-4d17-a14f-8f333a630d9d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:50.586536 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e6906ff5-0f1a-418f-b7f8-c3d09183a380 req-9451dfee-b7bf-4d17-a14f-8f333a630d9d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.2226529 Mar 08 17:37:50.591168 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-88650f3f-4c60-4fbb-8601-3b39c16bfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:50.592768 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-88650f3f-4c60-4fbb-8601-3b39c16bfb7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1169 time: 0.2325792 Mar 08 17:37:50.657138 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-bd431a12-6706-4fe4-8622-65346838905f None None] Provisioning complete for port 4cf87b1c-eaeb-4489-b084-259f27847caa triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:50.657654 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bd431a12-6706-4fe4-8622-65346838905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.768106 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e6906ff5-0f1a-418f-b7f8-c3d09183a380 req-234357a8-31d6-4248-be9e-30ba8302f8b2 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743412 Mar 08 17:37:50.802113 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-262d64e4-dcd6-4e21-b189-dbeb12f2018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:50.803575 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-262d64e4-dcd6-4e21-b189-dbeb12f2018a service neutron] 10.222.0.71 "GET /v2.0/networks?id=0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 200 len: 916 time: 0.1996288 Mar 08 17:37:50.863911 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-bd431a12-6706-4fe4-8622-65346838905f None None] Current status of the port 4cf87b1c-eaeb-4489-b084-259f27847caa is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:50.877520 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:37:50.887791 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Publish callbacks [] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.907866 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-9759fc19-29a3-4401-9519-ec07c12435f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 1000 time: 0.0875018 Mar 08 17:37:50.910581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Transition to ACTIVE for port object 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:37:50.923117 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.023188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Pushing event updated for resources: {'Port': ['ID=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:51.027289 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-8e8bb77e-5917-4d52-9366-9f1f3a3b8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:51.032585 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-8e8bb77e-5917-4d52-9366-9f1f3a3b8ed4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e47a83b-1fbb-497d-85c9-3b60af117364 HTTP/1.1" status: 200 len: 854 time: 0.1140659 Mar 08 17:37:51.122771 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Attempting to bind port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:51.123089 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Attempting to bind port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:51.123339 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Attempting to bind port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a on network 566bca30-4a4f-4c4c-ae1d-feb508da6def {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:51.130430 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a on network 566bca30-4a4f-4c4c-ae1d-feb508da6def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:37:51.130752 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Attempting to bind port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a on network 566bca30-4a4f-4c4c-ae1d-feb508da6def {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:51.134078 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-7ac1c6c3-4038-4b4b-a95e-a7c34d205dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:51.135575 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-7ac1c6c3-4038-4b4b-a95e-a7c34d205dbb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0970858d-fddd-49a4-bfdd-b95432673102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835772 Mar 08 17:37:51.139436 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:51.139768 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Checking segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:51.140176 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Bound using segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:51.140617 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Bound port: 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:51.140955 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.280279 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] For port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:51.283837 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] For port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:51.286647 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-a0442413-1e6b-4273-900e-4ff149e5324f service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434469 Mar 08 17:37:51.294612 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.357586 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:51.358079 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.359458 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] 10.222.0.71 "PUT /v2.0/ports/6f91acf4-d932-4c2f-8c2c-18f50c5aca8a HTTP/1.1" status: 200 len: 1094 time: 1.2848418 Mar 08 17:37:51.386538 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58450) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:51.415836 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7624d71-c874-40ab-b4b0-65dc80b0c52a service neutron] Pushing event updated for resources: {'Port': ['ID=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:51.440485 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-46b2424e-6d4f-46ab-bd3f-181dc16a05bb req-d0236cc5-e77d-4400-b396-a3666de94b07 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427207 Mar 08 17:37:51.510762 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-20be9bfe-60b9-4880-8585-2d5ff161b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:51.512448 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-20be9bfe-60b9-4880-8585-2d5ff161b619 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 1128 time: 0.0490317 Mar 08 17:37:51.537175 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0c7e5ce3-1348-4e3b-9eea-445d654c2582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.563604 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-bd2621ec-a533-4e44-a6ca-d8abae2bcb3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a HTTP/1.1" status: 200 len: 217 time: 0.0369253 Mar 08 17:37:51.655180 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-af2aca19-d4e3-42df-911e-bb15fb8cb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:51.655398 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0c7e5ce3-1348-4e3b-9eea-445d654c2582 admin admin] Publish callbacks [] for security_group (d603a8db-a8f2-4ea6-8b43-13cc52fe7bf1), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.656917 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-af2aca19-d4e3-42df-911e-bb15fb8cb3b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0868788 Mar 08 17:37:51.660972 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-0c7e5ce3-1348-4e3b-9eea-445d654c2582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d603a8db-a8f2-4ea6-8b43-13cc52fe7bf1), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.686605 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d553635-9fc8-4ec9-8838-9ed40e52e54f req-6cc44c64-af2e-4522-bea4-3c3652564f6f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:51.688125 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8d553635-9fc8-4ec9-8838-9ed40e52e54f req-6cc44c64-af2e-4522-bea4-3c3652564f6f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0698357 Mar 08 17:37:51.703380 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-0c7e5ce3-1348-4e3b-9eea-445d654c2582 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12d30dcff1154663836c5ae6912f62b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149664 Mar 08 17:37:51.704244 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e5ce3-1348-4e3b-9eea-445d654c2582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d603a8db-a8f2-4ea6-8b43-13cc52fe7bf1,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:51.706595 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58456) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:51.754765 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec261-7fb5-4ca5-9171-7f0b027f7a79 admin admin] Publish callbacks [] for security_group (d603a8db-a8f2-4ea6-8b43-13cc52fe7bf1), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.759307 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-5e11c9cd-37f1-4027-97d8-666d7bee5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:51.761106 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-5e11c9cd-37f1-4027-97d8-666d7bee5c41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931640 Mar 08 17:37:51.765204 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-8d553635-9fc8-4ec9-8838-9ed40e52e54f req-7ea20f2b-70ff-417d-92c7-c4930d213e13 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609148 Mar 08 17:37:51.778337 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec261-7fb5-4ca5-9171-7f0b027f7a79 admin admin] Publish callbacks [] for security_group (d603a8db-a8f2-4ea6-8b43-13cc52fe7bf1), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.830068 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec261-7fb5-4ca5-9171-7f0b027f7a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d603a8db-a8f2-4ea6-8b43-13cc52fe7bf1), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.833017 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec261-7fb5-4ca5-9171-7f0b027f7a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.834242 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-7f3ec261-7fb5-4ca5-9171-7f0b027f7a79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d603a8db-a8f2-4ea6-8b43-13cc52fe7bf1 HTTP/1.1" status: 204 len: 168 time: 0.1267726 Mar 08 17:37:51.842441 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ec261-7fb5-4ca5-9171-7f0b027f7a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603a8db-a8f2-4ea6-8b43-13cc52fe7bf1,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:51.861918 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-bc1f0890-2bcc-4b34-9eab-09803e69b326 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941939 Mar 08 17:37:51.956961 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bd1c4609-bc80-4a84-87e8-e0327568c137 req-5383b47f-50ab-4c30-bf5e-eab66b656484 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879166 Mar 08 17:37:52.121547 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58462) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:52.135378 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf4c29f3-c8c6-459e-b1c7-400ac6b73181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:52.217068 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf4c29f3-c8c6-459e-b1c7-400ac6b73181 admin admin] Publish callbacks [] for security_group (34c9ce7c-2882-4667-9a85-eba75591615e), precommit_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:52.222395 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf4c29f3-c8c6-459e-b1c7-400ac6b73181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (34c9ce7c-2882-4667-9a85-eba75591615e), after_create {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:52.271282 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-bf4c29f3-c8c6-459e-b1c7-400ac6b73181 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21a3b972c29d445bba84b6a1a2d271a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485975 Mar 08 17:37:52.272258 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c29f3-c8c6-459e-b1c7-400ac6b73181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c9ce7c-2882-4667-9a85-eba75591615e,revision_number=1']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:52.274131 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58464) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:52.325925 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:52.328930 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58180b39-ad39-44df-b8ab-fd06a6f46da6" -d '{"events": [{"name": "network-changed", "server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:52.332225 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3e973120-b8f3-45a3-bbbf-4792e5b7d0d7 admin admin] Publish callbacks [] for security_group (34c9ce7c-2882-4667-9a85-eba75591615e), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:52.359321 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3e973120-b8f3-45a3-bbbf-4792e5b7d0d7 admin admin] Publish callbacks [] for security_group (34c9ce7c-2882-4667-9a85-eba75591615e), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:52.369238 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cae39d-bfe8-4877-b98d-531382abccab x-openstack-request-id: req-b8cae39d-bfe8-4877-b98d-531382abccab {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:52.369531 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:52.369787 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8cae39d-bfe8-4877-b98d-531382abccab {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:52.370183 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'status': 'completed', 'code': 200} Mar 08 17:37:52.412593 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3e973120-b8f3-45a3-bbbf-4792e5b7d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (34c9ce7c-2882-4667-9a85-eba75591615e), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:52.415919 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3e973120-b8f3-45a3-bbbf-4792e5b7d0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:52.419463 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-3e973120-b8f3-45a3-bbbf-4792e5b7d0d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34c9ce7c-2882-4667-9a85-eba75591615e HTTP/1.1" status: 204 len: 168 time: 0.1411231 Mar 08 17:37:52.449813 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e973120-b8f3-45a3-bbbf-4792e5b7d0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c9ce7c-2882-4667-9a85-eba75591615e,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:52.475768 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-bed2c3d7-ad3f-46c5-ad68-933e9f623a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:52.477284 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-bed2c3d7-ad3f-46c5-ad68-933e9f623a2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 1128 time: 0.0592339 Mar 08 17:37:52.575645 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-c180ad19-a882-4856-9b9c-02acb28d8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:52.577567 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-c180ad19-a882-4856-9b9c-02acb28d8dca service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.0939565 Mar 08 17:37:52.618727 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-936df181-c359-4d39-b9fe-80937035b13d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a HTTP/1.1" status: 200 len: 217 time: 0.0342495 Mar 08 17:37:52.668872 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-b55b19b5-c82a-4711-ae9f-7e50dc77e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:52.670348 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-b55b19b5-c82a-4711-ae9f-7e50dc77e205 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0442417 Mar 08 17:37:52.726959 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-1e06f59d-212e-452d-ae04-e6b442686dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:52.728456 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-1e06f59d-212e-452d-ae04-e6b442686dda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494342 Mar 08 17:37:52.827231 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-829730ae-1d60-494e-a4ad-46b598de0b0c service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911050 Mar 08 17:37:52.952174 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf852f-ff1d-40a1-946b-ebb5d8a4fc86 req-923531a4-f2d2-4d85-b968-60cfbb43f780 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:52.953667 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ccaf852f-ff1d-40a1-946b-ebb5d8a4fc86 req-923531a4-f2d2-4d85-b968-60cfbb43f780 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 944 time: 0.1164443 Mar 08 17:37:52.970419 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-58180b39-ad39-44df-b8ab-fd06a6f46da6 req-7dd6dc6d-822c-4618-8076-c603ded90562 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318941 Mar 08 17:37:53.011835 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ccaf852f-ff1d-40a1-946b-ebb5d8a4fc86 req-c47048a7-533a-4c0e-a5a8-ed1fdee16dab tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506923 Mar 08 17:37:54.134983 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad67357-711f-4d3e-8cba-baab4b7703b9 req-718ac151-3c15-4a43-89af-0fd4836ec3cb tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:54.136505 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dad67357-711f-4d3e-8cba-baab4b7703b9 req-718ac151-3c15-4a43-89af-0fd4836ec3cb tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0543163 Mar 08 17:37:54.188830 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-dad67357-711f-4d3e-8cba-baab4b7703b9 req-5cded14b-2d60-4818-b184-749019f9ae8a tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465286 Mar 08 17:37:55.320545 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1313c-697b-4a14-8342-8e8c157139bb req-1adfa90d-0061-466f-a037-534889e9aa50 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:55.321980 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f4c1313c-697b-4a14-8342-8e8c157139bb req-1adfa90d-0061-466f-a037-534889e9aa50 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0643642 Mar 08 17:37:55.375723 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f4c1313c-697b-4a14-8342-8e8c157139bb req-58388f8a-257d-4952-b394-18112680b470 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475304 Mar 08 17:37:56.068082 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58524) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:56.173910 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d934-c37b-45fc-a1e9-85585a90eead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:56.250914 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d934-c37b-45fc-a1e9-85585a90eead admin admin] Publish callbacks [] for security_group (d3cf3c88-959f-4bed-9b04-d819a8641330), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:56.257278 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d934-c37b-45fc-a1e9-85585a90eead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d3cf3c88-959f-4bed-9b04-d819a8641330), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:56.296200 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-5ab7d934-c37b-45fc-a1e9-85585a90eead admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=489202451285459684f0555b6a2a9f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269630 Mar 08 17:37:56.296941 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7d934-c37b-45fc-a1e9-85585a90eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf3c88-959f-4bed-9b04-d819a8641330,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:56.299664 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58528) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:56.353687 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-44008add-e367-4712-804a-5e6f0819cb43 admin admin] Publish callbacks [] for security_group (d3cf3c88-959f-4bed-9b04-d819a8641330), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:56.376639 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-44008add-e367-4712-804a-5e6f0819cb43 admin admin] Publish callbacks [] for security_group (d3cf3c88-959f-4bed-9b04-d819a8641330), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:56.428224 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-44008add-e367-4712-804a-5e6f0819cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d3cf3c88-959f-4bed-9b04-d819a8641330), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:56.433562 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-44008add-e367-4712-804a-5e6f0819cb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:56.433562 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-44008add-e367-4712-804a-5e6f0819cb43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3cf3c88-959f-4bed-9b04-d819a8641330 HTTP/1.1" status: 204 len: 168 time: 0.1321378 Mar 08 17:37:56.442729 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44008add-e367-4712-804a-5e6f0819cb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf3c88-959f-4bed-9b04-d819a8641330,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:56.514525 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c174b6-4d62-46dd-998b-a402b61bcbfc req-be163a86-ac90-430c-923f-a2a3c2b053eb tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:56.516165 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-01c174b6-4d62-46dd-998b-a402b61bcbfc req-be163a86-ac90-430c-923f-a2a3c2b053eb tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0599284 Mar 08 17:37:56.568901 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-01c174b6-4d62-46dd-998b-a402b61bcbfc req-3684aa3b-55b8-4af0-82f4-bdc18155c55b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470557 Mar 08 17:37:57.469857 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-84b54824-0e49-42c2-931c-2512ec9ea1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:57.692720 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27170-7e09-41db-a8a6-9c8ac2b2d21e req-61ca1490-2cd5-4a9f-b3f2-df567cd2d570 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:57.694174 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f3b27170-7e09-41db-a8a6-9c8ac2b2d21e req-61ca1490-2cd5-4a9f-b3f2-df567cd2d570 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0547516 Mar 08 17:37:57.745092 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f3b27170-7e09-41db-a8a6-9c8ac2b2d21e req-a1d89b0b-4cef-47cc-ad9a-9df3c10f883b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450966 Mar 08 17:37:58.864324 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a9fdc-8f26-4316-af45-74a2b69d1d2d req-24c4174a-25bd-41aa-aa5f-66f06cc2e2f3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:58.865801 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5b3a9fdc-8f26-4316-af45-74a2b69d1d2d req-24c4174a-25bd-41aa-aa5f-66f06cc2e2f3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0527444 Mar 08 17:37:58.920076 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5b3a9fdc-8f26-4316-af45-74a2b69d1d2d req-d0e72fec-f081-4668-8403-7fa66928dfe3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458436 Mar 08 17:37:59.764582 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a0ec98b2-0fc4-4076-9030-c11c64c3cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:00.064756 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552a44f-865b-4fe3-adde-98f1d251a1d4 req-8318e56d-8a88-43a1-af12-755301c6f9d3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:00.066232 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c552a44f-865b-4fe3-adde-98f1d251a1d4 req-8318e56d-8a88-43a1-af12-755301c6f9d3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 944 time: 0.0646098 Mar 08 17:38:00.114210 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c552a44f-865b-4fe3-adde-98f1d251a1d4 req-bcd5f6ee-ebbb-493c-8c28-ab9ab7977b75 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Mar 08 17:38:00.571925 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:38:00.683588 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:38:00.694037 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:38:00.733183 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:38:00.733572 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:00.746440 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:38:00.767210 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:38:00.774983 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:00.824985 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:00.875017 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:01.127078 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['6f91acf4-d932-4c2f-8c2c-18f50c5aca8a'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:38:01.231376 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afa5f0-f032-4c4d-941b-bfb2c0c05b82 req-d4ca5086-1a76-4ff0-82f3-99b9b77fa7f9 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:01.232890 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-36afa5f0-f032-4c4d-941b-bfb2c0c05b82 req-d4ca5086-1a76-4ff0-82f3-99b9b77fa7f9 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 945 time: 0.0518029 Mar 08 17:38:01.281919 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-36afa5f0-f032-4c4d-941b-bfb2c0c05b82 req-3f384024-4ec5-4250-a6c9-289535c3ef4d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433788 Mar 08 17:38:02.291470 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:02.590142 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:38:02.646720 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:38:02.651536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:38:02.651951 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:02.679491 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba9e9b-db57-4102-943a-a65aed94ad35 req-a6dbf6ea-6977-4453-ad44-dd7c70c26c13 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:02.680988 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85ba9e9b-db57-4102-943a-a65aed94ad35 req-a6dbf6ea-6977-4453-ad44-dd7c70c26c13 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 945 time: 0.3238530 Mar 08 17:38:02.728213 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-85ba9e9b-db57-4102-943a-a65aed94ad35 req-f5c7396f-ce76-4347-8bb0-17cc7614ebe6 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412414 Mar 08 17:38:02.729205 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:38:02.729602 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:02.752656 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:38:02.754919 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c76434-1a64-4ac7-bb95-0a2390a5fa65" -d '{"events": [{"server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "name": "network-vif-plugged", "status": "completed", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:38:02.769367 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:38:02.774533 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:02.799203 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4045f0-35ac-4830-a0ee-e7e13cf9079e x-openstack-request-id: req-bc4045f0-35ac-4830-a0ee-e7e13cf9079e {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:38:02.799498 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "name": "network-vif-plugged", "status": "completed", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:38:02.799754 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc4045f0-35ac-4830-a0ee-e7e13cf9079e {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:38:02.800172 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'code': 200} Mar 08 17:38:02.827168 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:03.092051 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394cd0-9082-4c1f-9723-9da486d16a41 req-f3a1dcfa-2ee0-4d4b-be4e-7cc2f94e6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:03.093520 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b394cd0-9082-4c1f-9723-9da486d16a41 req-f3a1dcfa-2ee0-4d4b-be4e-7cc2f94e6901 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 1130 time: 0.0511687 Mar 08 17:38:03.140604 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2b394cd0-9082-4c1f-9723-9da486d16a41 req-91be9d87-10c5-4dab-a4be-585c64288a6d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 Mar 08 17:38:03.873240 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c709d29-6048-4428-8cc6-615b41f2bf57 req-a7c15e24-251f-4db7-93a8-bc7a80970d69 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:03.874722 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7c709d29-6048-4428-8cc6-615b41f2bf57 req-a7c15e24-251f-4db7-93a8-bc7a80970d69 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 946 time: 0.0673914 Mar 08 17:38:03.891386 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:03.928876 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7c709d29-6048-4428-8cc6-615b41f2bf57 req-98a1330b-96e3-44c1-9bdd-e1e21457d7f9 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485153 Mar 08 17:38:05.057923 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121925eb-a5a0-4e86-99ac-735735faf980 req-3dc55faf-36c2-4a47-b624-71388ed7e5db tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.059423 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-121925eb-a5a0-4e86-99ac-735735faf980 req-3dc55faf-36c2-4a47-b624-71388ed7e5db tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 946 time: 0.0549285 Mar 08 17:38:05.109277 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-121925eb-a5a0-4e86-99ac-735735faf980 req-3a7a5e0e-b4d7-4123-8197-52ef2a01b32f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442102 Mar 08 17:38:05.231894 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f81c2d-66a9-48f4-a1c0-1ae9f83efa62 req-88fd34e8-558b-4f3e-a98c-c4f43a6806b4 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.233433 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28f81c2d-66a9-48f4-a1c0-1ae9f83efa62 req-88fd34e8-558b-4f3e-a98c-c4f43a6806b4 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 946 time: 0.0556619 Mar 08 17:38:05.283476 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-28f81c2d-66a9-48f4-a1c0-1ae9f83efa62 req-b2865dd1-ab88-4028-8a93-6ee7aa58b3ef tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444798 Mar 08 17:38:05.306467 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58592) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:38:05.352563 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72064975-4698-480f-81f3-7fd927c89428 tempest-TestVolumeBootPattern-1162509562 tempest-TestVolumeBootPattern-1162509562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.354275 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-72064975-4698-480f-81f3-7fd927c89428 tempest-TestVolumeBootPattern-1162509562 tempest-TestVolumeBootPattern-1162509562-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 1125 time: 0.0464311 Mar 08 17:38:05.356843 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58596) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:38:05.361054 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:38:05.383069 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:05.478357 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:05.587833 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Allocated IP 172.27.1.147 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/cbe9b9ca-480a-4708-b7db-403f57450c0c) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:38:05.687768 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (cbe9b9ca-480a-4708-b7db-403f57450c0c), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:05.728598 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (cbe9b9ca-480a-4708-b7db-403f57450c0c), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:05.770311 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:38:05.773199 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:38:05.776612 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:38:05.799270 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=cbe9b9ca-480a-4708-b7db-403f57450c0c,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:05.846706 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:06.151601 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (8be5e8dd-d03a-4585-a9d3-83930a4ad797), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:06.232946 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (cbe9b9ca-480a-4708-b7db-403f57450c0c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:06.396668 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (cbe9b9ca-480a-4708-b7db-403f57450c0c), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:06.404249 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (cbe9b9ca-480a-4708-b7db-403f57450c0c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:06.474494 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=cbe9b9ca-480a-4708-b7db-403f57450c0c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:06.484482 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (8be5e8dd-d03a-4585-a9d3-83930a4ad797), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:06.603998 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Floating IP 8be5e8dd-d03a-4585-a9d3-83930a4ad797 associated. External IP: 172.27.1.147, port: 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a. Mar 08 17:38:06.820739 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:38:06.930206 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:38:06.940947 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:38:06.949353 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:06.951042 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:38:06.952015 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:38:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:38:06.979458 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-ad26c6e6-3997-4a1a-9c45-bde4cb2f8c6b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6215947 Mar 08 17:38:06.980133 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:38:06.982484 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472c899c-963e-4232-a94c-29f9d9422a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:38:07.024556 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ddc345-d1f6-46d8-b51e-a25feef0967e x-openstack-request-id: req-a7ddc345-d1f6-46d8-b51e-a25feef0967e {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:38:07.024849 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:38:07.025105 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7ddc345-d1f6-46d8-b51e-a25feef0967e {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:38:07.025509 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'status': 'completed', 'code': 200} Mar 08 17:38:07.058743 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:38:07.368094 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:05Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:38:07.393814 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:38:07.403050 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:38:07.403665 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:38:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:38:07.508192 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:38:07.739717 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:05Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:38:07.766712 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d617a-d8e9-4510-b77e-7b0ff5ea845c None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:05Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:38:07.957689 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43fd0c-ad78-43eb-bdc3-0665f64a79ac None None] New status for floating IP 8be5e8dd-d03a-4585-a9d3-83930a4ad797: ACTIVE {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:38:09.675627 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c899c-963e-4232-a94c-29f9d9422a5e req-b724038b-8a77-4694-8349-a3d937f0fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:09.677122 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-472c899c-963e-4232-a94c-29f9d9422a5e req-b724038b-8a77-4694-8349-a3d937f0fc52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 1130 time: 0.0446711 Mar 08 17:38:09.774303 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c899c-963e-4232-a94c-29f9d9422a5e req-a03f618f-dd34-4027-b6d1-4fd7172effeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:09.775781 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-472c899c-963e-4232-a94c-29f9d9422a5e req-a03f618f-dd34-4027-b6d1-4fd7172effeb service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.0909863 Mar 08 17:38:09.842252 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-472c899c-963e-4232-a94c-29f9d9422a5e req-2f491950-3c94-4d0d-91bd-ed1b0a6687eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a HTTP/1.1" status: 200 len: 1002 time: 0.0585189 Mar 08 17:38:09.890921 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c899c-963e-4232-a94c-29f9d9422a5e req-e15726d8-871f-4923-a06b-e792c5db48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:09.892449 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-472c899c-963e-4232-a94c-29f9d9422a5e req-e15726d8-871f-4923-a06b-e792c5db48a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0442486 Mar 08 17:38:09.943023 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c899c-963e-4232-a94c-29f9d9422a5e req-f4e6d75d-b02d-4be8-b302-9a26b8dda4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:09.944483 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-472c899c-963e-4232-a94c-29f9d9422a5e req-f4e6d75d-b02d-4be8-b302-9a26b8dda4e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463450 Mar 08 17:38:10.040298 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-472c899c-963e-4232-a94c-29f9d9422a5e req-8ea7b292-b4d8-4176-811a-b8607059082b service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891788 Mar 08 17:38:10.137439 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-472c899c-963e-4232-a94c-29f9d9422a5e req-a19b494c-c84a-4660-954e-c199e1e2d70a service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899425 Mar 08 17:38:14.788799 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58652) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:38:14.903222 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8bb13147-13e6-456c-ae03-077672cea053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:14.980652 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8bb13147-13e6-456c-ae03-077672cea053 admin admin] Publish callbacks [] for security_group (88732c7a-dd92-4c51-a607-b54d2cae4666), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:14.986426 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8bb13147-13e6-456c-ae03-077672cea053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (88732c7a-dd92-4c51-a607-b54d2cae4666), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:15.023777 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-8bb13147-13e6-456c-ae03-077672cea053 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2fb28c710397407db8fb0ec65654c41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338464 Mar 08 17:38:15.024985 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb13147-13e6-456c-ae03-077672cea053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88732c7a-dd92-4c51-a607-b54d2cae4666,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:15.026899 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58656) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:38:15.075280 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f031abea-3401-438c-b743-80bfd69af794 admin admin] Publish callbacks [] for security_group (88732c7a-dd92-4c51-a607-b54d2cae4666), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:15.097340 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f031abea-3401-438c-b743-80bfd69af794 admin admin] Publish callbacks [] for security_group (88732c7a-dd92-4c51-a607-b54d2cae4666), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:15.148336 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f031abea-3401-438c-b743-80bfd69af794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (88732c7a-dd92-4c51-a607-b54d2cae4666), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:15.152662 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f031abea-3401-438c-b743-80bfd69af794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:15.154332 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f031abea-3401-438c-b743-80bfd69af794 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88732c7a-dd92-4c51-a607-b54d2cae4666 HTTP/1.1" status: 204 len: 168 time: 0.1263659 Mar 08 17:38:15.162071 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031abea-3401-438c-b743-80bfd69af794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88732c7a-dd92-4c51-a607-b54d2cae4666,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:19.286319 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:38:27.480761 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2afdf405-49ea-464f-9933-32b553c662dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:29.750047 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9579-b165-4059-9ad5-4ff5ad308e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:30.803973 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe0e7-fa5a-4ef4-888d-aa7ec07e1368 req-bb1f5ee2-83ff-45d7-9ec9-3c386d8e1995 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:30.805451 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-18abe0e7-fa5a-4ef4-888d-aa7ec07e1368 req-bb1f5ee2-83ff-45d7-9ec9-3c386d8e1995 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0811269 Mar 08 17:38:30.838463 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-bcb57a66-65d1-4b14-9e82-eef9db65425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:30.839848 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-bcb57a66-65d1-4b14-9e82-eef9db65425f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1169 time: 0.0737202 Mar 08 17:38:30.879516 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:30.897202 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-18abe0e7-fa5a-4ef4-888d-aa7ec07e1368 req-0cd01bfd-ab0a-4871-9072-d4ac6287fdc1 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847590 Mar 08 17:38:30.954315 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-ddea96be-ee1e-4be6-8246-ad300061d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:30.955781 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-ddea96be-ee1e-4be6-8246-ad300061d382 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 200 len: 916 time: 0.1084080 Mar 08 17:38:31.021515 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-c35db595-ca5d-4eb1-a043-cd95043e817a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 1000 time: 0.0587349 Mar 08 17:38:31.072909 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-ddcb0cc3-6017-4849-ac86-dd703c24a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:31.074333 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-ddcb0cc3-6017-4849-ac86-dd703c24a1d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e47a83b-1fbb-497d-85c9-3b60af117364 HTTP/1.1" status: 200 len: 854 time: 0.0457749 Mar 08 17:38:31.135217 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-ccde5fff-d03d-41b2-b933-176e0ad597c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:31.136628 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-ccde5fff-d03d-41b2-b933-176e0ad597c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0970858d-fddd-49a4-bfdd-b95432673102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463598 Mar 08 17:38:31.224881 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-9e48241e-2ab1-400f-a421-6bde4150b482 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811272 Mar 08 17:38:31.319074 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-42a7b6ad-313e-495a-8886-ef8746f5cd41 req-675d6b90-05c5-4779-b404-fec199f1b246 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859346 Mar 08 17:38:32.034666 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cebabe-5bdb-41f2-b40d-6523f97c2b4e req-89580af9-9434-4e32-ba9a-4fb3edfcaa6f tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:32.036013 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-78cebabe-5bdb-41f2-b40d-6523f97c2b4e req-89580af9-9434-4e32-ba9a-4fb3edfcaa6f tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0544870 Mar 08 17:38:32.105463 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-78cebabe-5bdb-41f2-b40d-6523f97c2b4e req-680c8b9c-41b4-4866-9605-b70a4a47da7b tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637271 Mar 08 17:38:32.296928 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:33.233393 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5946-fd20-4b86-8ba2-0fc9dba6f29a req-b8c0eb9b-5d1d-46c5-9855-b50f09370e11 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:33.234916 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b2fb5946-fd20-4b86-8ba2-0fc9dba6f29a req-b8c0eb9b-5d1d-46c5-9855-b50f09370e11 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0578368 Mar 08 17:38:33.302795 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b2fb5946-fd20-4b86-8ba2-0fc9dba6f29a req-e84e5810-eb85-4fcd-b1d4-6e1f535f3229 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619071 Mar 08 17:38:33.892691 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:34.439787 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bfe3d-46b1-4ef0-8572-923e2f05faf1 req-c83f89c0-e15a-4760-a890-9e03c43c02a8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:34.441277 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac8bfe3d-46b1-4ef0-8572-923e2f05faf1 req-c83f89c0-e15a-4760-a890-9e03c43c02a8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0593281 Mar 08 17:38:34.501363 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac8bfe3d-46b1-4ef0-8572-923e2f05faf1 req-9820ac91-6d25-4e16-8a91-6b849fb2954a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542557 Mar 08 17:38:35.638289 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b9948-ddf5-45d4-af2d-125fe29e95dc req-76609b6b-1ac7-4f91-87e8-b48130dadd00 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:35.639921 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-666b9948-ddf5-45d4-af2d-125fe29e95dc req-76609b6b-1ac7-4f91-87e8-b48130dadd00 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0631161 Mar 08 17:38:35.699087 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-666b9948-ddf5-45d4-af2d-125fe29e95dc req-eacff0c3-ad0b-4e3f-9e21-a2680a999a48 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533507 Mar 08 17:38:35.852276 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:36.836358 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45eb13-e585-4528-96a7-cff08cfb5617 req-3b776db0-9d49-465c-b363-d5fb212c9dbf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:36.837770 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ba45eb13-e585-4528-96a7-cff08cfb5617 req-3b776db0-9d49-465c-b363-d5fb212c9dbf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0593467 Mar 08 17:38:36.899309 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ba45eb13-e585-4528-96a7-cff08cfb5617 req-41cf9f91-9369-4ba1-831f-f11cbdab2d17 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534844 Mar 08 17:38:38.035560 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0647992-2337-48e3-92d8-adb29d5be60e req-c406bd65-5788-42ed-bb7a-926d09df046e tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:38.037122 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0647992-2337-48e3-92d8-adb29d5be60e req-c406bd65-5788-42ed-bb7a-926d09df046e tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0551977 Mar 08 17:38:38.096897 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e0647992-2337-48e3-92d8-adb29d5be60e req-c5cbf17b-1e1e-4e32-9473-55fc1d8aafff tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539958 Mar 08 17:38:39.222002 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413009d-7c67-44ea-9341-b4309768abaf req-ae166efd-367c-4372-8688-03166777ed70 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:39.223377 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9413009d-7c67-44ea-9341-b4309768abaf req-ae166efd-367c-4372-8688-03166777ed70 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0538325 Mar 08 17:38:39.287895 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9413009d-7c67-44ea-9341-b4309768abaf req-a131b89f-6f4a-489d-b11c-1963bd739d82 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558794 Mar 08 17:38:40.422391 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf9041-a666-4f40-a59b-418ec454bbfe req-98b15e4d-47f2-4e3f-abee-1790193f2cec tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:40.423863 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bddf9041-a666-4f40-a59b-418ec454bbfe req-98b15e4d-47f2-4e3f-abee-1790193f2cec tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0550997 Mar 08 17:38:40.482552 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bddf9041-a666-4f40-a59b-418ec454bbfe req-5dc4a2dd-94a6-413d-9971-fdb9e04b38a1 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529523 Mar 08 17:38:41.610316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207fa3-a256-4cfa-97e7-dc42ad0b91af req-8904b521-dfd1-4adf-a6e0-5e70f05c6e40 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:41.611686 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bf207fa3-a256-4cfa-97e7-dc42ad0b91af req-8904b521-dfd1-4adf-a6e0-5e70f05c6e40 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0546155 Mar 08 17:38:41.670504 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bf207fa3-a256-4cfa-97e7-dc42ad0b91af req-0e439cd5-b778-4799-9aaa-52aca720a793 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527229 Mar 08 17:38:42.821082 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57abec-89f6-4bdb-b85a-386a4fa040be req-5c817aa2-708f-405c-9e64-342baaa00b28 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:42.822582 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4a57abec-89f6-4bdb-b85a-386a4fa040be req-5c817aa2-708f-405c-9e64-342baaa00b28 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0673018 Mar 08 17:38:42.894615 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4a57abec-89f6-4bdb-b85a-386a4fa040be req-45b8bd21-8ba5-4150-a4e3-c48d636e73cf tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633020 Mar 08 17:38:44.018211 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60e4f0-bb9e-4e35-904c-83b43857b721 req-fddde5bf-096f-42e6-a72f-3d0645773a92 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:44.019673 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9b60e4f0-bb9e-4e35-904c-83b43857b721 req-fddde5bf-096f-42e6-a72f-3d0645773a92 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0562768 Mar 08 17:38:44.106097 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9b60e4f0-bb9e-4e35-904c-83b43857b721 req-4eb45439-5b7a-43ef-b9bf-059731e81486 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805488 Mar 08 17:38:44.125815 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7b20-5928-41f7-8916-145c744c3d35 req-7e1b471f-de33-44e9-8e2c-6f5b4fbad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:44.127436 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-115e7b20-5928-41f7-8916-145c744c3d35 req-7e1b471f-de33-44e9-8e2c-6f5b4fbad944 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1169 time: 0.0631196 Mar 08 17:38:44.256543 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7b20-5928-41f7-8916-145c744c3d35 req-c57ae608-bf6f-49cc-be0e-b6324d43e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:44.258055 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-115e7b20-5928-41f7-8916-145c744c3d35 req-c57ae608-bf6f-49cc-be0e-b6324d43e7fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 200 len: 916 time: 0.1049199 Mar 08 17:38:44.332814 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-115e7b20-5928-41f7-8916-145c744c3d35 req-05fdf078-dfde-40ab-a669-fc8130640c04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 1000 time: 0.0641074 Mar 08 17:38:44.384706 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7b20-5928-41f7-8916-145c744c3d35 req-b2a28ed7-5afd-4da7-8277-84bd65746609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:44.386219 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-115e7b20-5928-41f7-8916-145c744c3d35 req-b2a28ed7-5afd-4da7-8277-84bd65746609 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e47a83b-1fbb-497d-85c9-3b60af117364 HTTP/1.1" status: 200 len: 854 time: 0.0437059 Mar 08 17:38:44.435253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7b20-5928-41f7-8916-145c744c3d35 req-3e4dc3fe-05ed-4022-a66e-c034461c676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:44.436753 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-115e7b20-5928-41f7-8916-145c744c3d35 req-3e4dc3fe-05ed-4022-a66e-c034461c676d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0970858d-fddd-49a4-bfdd-b95432673102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442204 Mar 08 17:38:44.529203 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-115e7b20-5928-41f7-8916-145c744c3d35 req-ca150ec9-8a7c-4ea2-a00a-6333f0cb23fe service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861940 Mar 08 17:38:44.623915 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-115e7b20-5928-41f7-8916-145c744c3d35 req-1a7d7a51-2d00-4b74-bac0-f71371112e13 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850797 Mar 08 17:38:45.229869 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3067e-784b-43da-8b7c-4ec40c6b3a81 req-6c4fd33c-d1cb-43d6-9d79-b29f6c1598d8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:45.231374 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0ea3067e-784b-43da-8b7c-4ec40c6b3a81 req-6c4fd33c-d1cb-43d6-9d79-b29f6c1598d8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0566525 Mar 08 17:38:45.289889 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-0ea3067e-784b-43da-8b7c-4ec40c6b3a81 req-7622d08b-9355-4577-bfb9-b6373d962772 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526381 Mar 08 17:38:46.434921 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46eb56-6ac4-4bf7-8319-ad53c6cfc00d req-49e5c44d-7d45-404a-a510-4ecbc7004e0c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:46.436392 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bb46eb56-6ac4-4bf7-8319-ad53c6cfc00d req-49e5c44d-7d45-404a-a510-4ecbc7004e0c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0554097 Mar 08 17:38:46.495189 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-bb46eb56-6ac4-4bf7-8319-ad53c6cfc00d req-9decaf36-4650-42c9-9f62-948af948aa9e tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526166 Mar 08 17:38:47.631855 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff43ff-791a-4ff8-b790-98a2a163ad8a req-9159edd0-a55c-4428-8bde-339f654d4f7d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:47.633416 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9ff43ff-791a-4ff8-b790-98a2a163ad8a req-9159edd0-a55c-4428-8bde-339f654d4f7d tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0572097 Mar 08 17:38:47.703034 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b9ff43ff-791a-4ff8-b790-98a2a163ad8a req-2f994942-86fb-4612-b73e-1fd3038634b1 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&id=4f75d2cb-3303-47c4-bcca-c0ab9396e100&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633810 Mar 08 17:38:56.290806 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:38:57.483203 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-257dbf68-36b6-455a-9ec3-36ecad08150c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:59.763902 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-981c9f4e-70a6-4798-afad-536c2ef9ce20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:00.886401 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:02.294256 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:03.893135 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:05.868377 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:23.734568 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-3a80895c-c631-4a32-bb09-fcf9910f5780 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927857172&fields=id&tenant_id=a27f7046fae14135a018e438eb3ebc27 HTTP/1.1" status: 200 len: 267 time: 0.0462368 Mar 08 17:39:23.793091 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-56fc4380-c31e-40f5-bcd9-b092c16da1a8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:23.794543 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-56fc4380-c31e-40f5-bcd9-b092c16da1a8 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 985 time: 0.0546732 Mar 08 17:39:23.807843 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Request body: {'port': {'security_groups': ['4a5d1b4d-3ed3-4b23-b711-7796188a8540']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:23.878189 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.057232 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] For port 4cf87b1c-eaeb-4489-b084-259f27847caa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4cf87b1c-eaeb-4489-b084-259f27847caa,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:24.092314 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.099357 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.137218 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['4cf87b1c-eaeb-4489-b084-259f27847caa'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:39:24.142568 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:24.143210 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.144621 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-5b1c0711-cb84-4938-9e85-511517d24e61 req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "PUT /v2.0/ports/4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 943 time: 0.3411951 Mar 08 17:39:24.145087 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:24.147389 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093b753c-85cb-4c8f-b417-a4350e542b33" -d '{"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:24.152090 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58722) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:24.171887 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event updated for resources: {'Port': ['ID=4cf87b1c-eaeb-4489-b084-259f27847caa,revision_number=7']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:24.180160 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.180507 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.180856 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.181209 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.181548 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.182009 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.182348 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.182682 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.183015 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.183345 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.183676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.184029 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.184374 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abc5b1-e66e-46f0-8559-9e7705fb768c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.200459 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce79c730-b44d-43a0-92b1-9d8418162157 x-openstack-request-id: req-ce79c730-b44d-43a0-92b1-9d8418162157 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:24.200977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:24.201246 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce79c730-b44d-43a0-92b1-9d8418162157 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:24.201656 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'status': 'completed', 'code': 200} Mar 08 17:39:24.229404 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group (4f75d2cb-3303-47c4-bcca-c0ab9396e100), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.262023 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group (4f75d2cb-3303-47c4-bcca-c0ab9396e100), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.311209 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['4cf87b1c-eaeb-4489-b084-259f27847caa'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:39:24.317824 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-038b8b77-7e8a-4bcf-95fa-665c44a8cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:24.319393 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-038b8b77-7e8a-4bcf-95fa-665c44a8cece service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1130 time: 0.0583038 Mar 08 17:39:24.342143 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (4f75d2cb-3303-47c4-bcca-c0ab9396e100), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.345106 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.348818 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "DELETE /v2.0/security-groups/4f75d2cb-3303-47c4-bcca-c0ab9396e100 HTTP/1.1" status: 204 len: 168 time: 0.1934011 Mar 08 17:39:24.351100 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58726) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:24.363704 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f75d2cb-3303-47c4-bcca-c0ab9396e100,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:24.403428 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.403731 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.404837 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.404837 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.404837 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.405170 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.405350 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.405629 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.405952 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.407076 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.407076 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.407076 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.407384 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49d4c2-b64d-48ba-8c7e-5981bd3f191a tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:24.432096 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-ab9b0202-5abf-4ddc-95e1-cbd60237c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:24.433595 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-ab9b0202-5abf-4ddc-95e1-cbd60237c93b service neutron] 10.222.0.71 "GET /v2.0/networks?id=0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 200 len: 916 time: 0.1071432 Mar 08 17:39:24.450724 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-0563f9a4-f494-4768-8389-dad686769701 None None] Provisioning complete for port 4cf87b1c-eaeb-4489-b084-259f27847caa triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:39:24.451200 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0563f9a4-f494-4768-8389-dad686769701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.542048 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Deleting port 7d9c9c2c-0272-47e5-84e4-64ea6d152292 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:24.542412 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (7d9c9c2c-0272-47e5-84e4-64ea6d152292), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.558623 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0563f9a4-f494-4768-8389-dad686769701 None None] Current status of the port 4cf87b1c-eaeb-4489-b084-259f27847caa is: ACTIVE; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:39:24.619763 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (7d9c9c2c-0272-47e5-84e4-64ea6d152292), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.620164 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for floatingip (7d9c9c2c-0272-47e5-84e4-64ea6d152292), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.632874 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Calling delete_port for 7d9c9c2c-0272-47e5-84e4-64ea6d152292 owned by network:floatingip {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:24.782762 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-b451adbb-329d-470a-be36-24ee2f31a3fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 1000 time: 0.3423350 Mar 08 17:39:24.785807 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (7d9c9c2c-0272-47e5-84e4-64ea6d152292), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.812907 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event deleted for resources: {'Port': ['ID=7d9c9c2c-0272-47e5-84e4-64ea6d152292,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:24.830845 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-bdaaa09a-5f3d-482c-8cae-3593d1fe2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:24.832350 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-bdaaa09a-5f3d-482c-8cae-3593d1fe2ed6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e47a83b-1fbb-497d-85c9-3b60af117364 HTTP/1.1" status: 200 len: 854 time: 0.0434313 Mar 08 17:39:24.878462 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks [] for floatingip (d3689683-337e-41ad-ac2f-324f23051dee), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.878790 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Floating IP d3689683-337e-41ad-ac2f-324f23051dee disassociated (deleted). External IP: 172.27.1.2, port: 4cf87b1c-eaeb-4489-b084-259f27847caa. Mar 08 17:39:24.886313 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-800f73f3-9874-40b7-85d1-795488637fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:24.887912 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-800f73f3-9874-40b7-85d1-795488637fe8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0970858d-fddd-49a4-bfdd-b95432673102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485361 Mar 08 17:39:24.977483 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-978d8494-9194-4842-8384-73145cd52dc7 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816982 Mar 08 17:39:25.068991 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-093b753c-85cb-4c8f-b417-a4350e542b33 req-a207d392-727e-4580-a54b-9146dff87512 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839758 Mar 08 17:39:25.088958 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:39:25.210648 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:39:25.216147 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:25.221247 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] Sync routers for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:39:25.231960 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:25.232608 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:39:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:25.246828 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-bb9dc43f-14a4-4b24-a082-0db987c14151 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "DELETE /v2.0/floatingips/d3689683-337e-41ad-ac2f-324f23051dee HTTP/1.1" status: 204 len: 168 time: 0.8945806 Mar 08 17:39:25.247417 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:25.249929 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52816ca0-5bad-47f4-898e-b14053ed1441" -d '{"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:25.289200 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431a3407-fae0-4e3d-b656-f14fdc823144 x-openstack-request-id: req-431a3407-fae0-4e3d-b656-f14fdc823144 {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:25.289465 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:25.289741 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-431a3407-fae0-4e3d-b656-f14fdc823144 {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:25.290140 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'status': 'completed', 'code': 200} Mar 08 17:39:25.343407 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:25.381455 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-04179338-6fde-4d31-9a5f-eb762de86fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:25.383077 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-04179338-6fde-4d31-9a5f-eb762de86fd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a27f7046fae14135a018e438eb3ebc27&device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 1130 time: 0.0448632 Mar 08 17:39:25.486908 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-926070b1-8ba8-4758-a128-e5a05fb30428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:25.488593 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-926070b1-8ba8-4758-a128-e5a05fb30428 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 200 len: 916 time: 0.0975876 Mar 08 17:39:25.538847 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-f463724d-583a-43c6-83d1-119dc04001e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 200 len: 217 time: 0.0350089 Mar 08 17:39:25.555987 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:59Z', 'revision_number': 5, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:25.582164 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] Checking router: b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:39:25.587341 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-7dda4ff5-4fa8-44bb-ba41-e67869a4ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:25.589059 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-7dda4ff5-4fa8-44bb-ba41-e67869a4ca4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e47a83b-1fbb-497d-85c9-3b60af117364 HTTP/1.1" status: 200 len: 854 time: 0.0440412 Mar 08 17:39:25.590225 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:25.590829 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:39:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:25.638020 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-1f435583-9b4f-4596-8452-0e694cafb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:25.639529 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-1f435583-9b4f-4596-8452-0e694cafb78e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0970858d-fddd-49a4-bfdd-b95432673102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432997 Mar 08 17:39:25.694538 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:25.733360 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-c16d4975-41d6-46f4-b303-2c67fed1218c service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862756 Mar 08 17:39:25.828901 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-52816ca0-5bad-47f4-898e-b14053ed1441 req-d0ff73b5-f2c6-40a2-ad0e-a2e15d3ddc67 service neutron] 10.222.0.71 "GET /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863791 Mar 08 17:39:25.895188 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:59Z', 'revision_number': 5, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:26.000412 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f98d1e-6f89-41b6-8f1b-3fb757782468 None None] The sync data for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi is: [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:55Z', 'revision_number': 4, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '1909ea66-3507-4f35-af13-491b8b2764f9', 'name': '', 'network_id': '0970858d-fddd-49a4-bfdd-b95432673102', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'mac_address': 'fa:16:3e:7b:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:54Z', 'updated_at': '2022-03-08T17:36:59Z', 'revision_number': 5, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'subnets': [{'id': '4e47a83b-1fbb-497d-85c9-3b60af117364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:39:26.210387 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87aef6-dd55-40d4-a7b6-58bd6c76076a None None] New status for floating IP d3689683-337e-41ad-ac2f-324f23051dee: DOWN {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:39:27.482902 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a77fad95-5df9-4040-bf6c-fcc6bbd99818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:28.002023 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138f5a-9a8e-49b1-86b9-41945401ce4a req-0fa3071e-2fae-4c15-b8b8-e7ffbdb2acef tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:28.003405 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-77138f5a-9a8e-49b1-86b9-41945401ce4a req-0fa3071e-2fae-4c15-b8b8-e7ffbdb2acef tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0523937 Mar 08 17:39:28.049578 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-77138f5a-9a8e-49b1-86b9-41945401ce4a req-b7787bb1-5fd2-4e62-ba8e-5ac1f7f578c6 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Mar 08 17:39:29.179594 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c348d-d76d-4be0-a035-244fd01590a5 req-1c18c9b4-afb0-45e0-9889-ffbc75eeffba tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:29.181096 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-990c348d-d76d-4be0-a035-244fd01590a5 req-1c18c9b4-afb0-45e0-9889-ffbc75eeffba tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0589168 Mar 08 17:39:29.228842 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-990c348d-d76d-4be0-a035-244fd01590a5 req-09824a5f-5bc5-4975-a56b-c0d4e8cc0057 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 Mar 08 17:39:29.765967 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9198e221-f9e7-46c4-bb54-51bbbe9e5ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.148987 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-f0bac66a-0c18-46f8-968d-f65d06347e17 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:30.150417 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-f0bac66a-0c18-46f8-968d-f65d06347e17 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0583138 Mar 08 17:39:30.248190 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Deleting port 4cf87b1c-eaeb-4489-b084-259f27847caa {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:30.248898 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.369689 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] For port 4cf87b1c-eaeb-4489-b084-259f27847caa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4cf87b1c-eaeb-4489-b084-259f27847caa,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:30.369949 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.385573 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Calling delete_port for 4cf87b1c-eaeb-4489-b084-259f27847caa owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:30.396169 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8d33-d633-485f-9903-7f5a25faa21b req-1c355267-7b5e-4009-a825-54d2cc1d71fd tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:30.397679 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-132e8d33-d633-485f-9903-7f5a25faa21b req-1c355267-7b5e-4009-a825-54d2cc1d71fd tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1180347-0f3b-47e0-a988-3b96743f4cde HTTP/1.1" status: 200 len: 946 time: 0.0930223 Mar 08 17:39:30.491509 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-132e8d33-d633-485f-9903-7f5a25faa21b req-1a1c0228-e785-4699-ab14-4e5d54e91b81 tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a5d1b4d-3ed3-4b23-b711-7796188a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871966 Mar 08 17:39:30.560845 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (4cf87b1c-eaeb-4489-b084-259f27847caa), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.589453 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Pushing event deleted for resources: {'Port': ['ID=4cf87b1c-eaeb-4489-b084-259f27847caa,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:30.612637 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['4cf87b1c-eaeb-4489-b084-259f27847caa'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:39:30.635058 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] No DVR routers for this DVR port 4cf87b1c-eaeb-4489-b084-259f27847caa on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:39:30.637887 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.641275 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-e5f8cf85-360e-4382-95de-6a485d9b4478 req-17f30d7f-9063-4bff-8c8e-df343ed1127c tempest-TestMinimumBasicScenario-1407118800 tempest-TestMinimumBasicScenario-1407118800-project] 10.222.0.71 "DELETE /v2.0/ports/4cf87b1c-eaeb-4489-b084-259f27847caa HTTP/1.1" status: 204 len: 173 time: 0.4824481 Mar 08 17:39:30.641736 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'name': 'network-vif-deleted', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:30.644034 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993dd236-5497-4b60-93ea-49a172c6a801" -d '{"events": [{"server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "name": "network-vif-deleted", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:30.678581 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d76e24e-5027-4ddf-b4a2-26b8bec2c1c0 x-openstack-request-id: req-2d76e24e-5027-4ddf-b4a2-26b8bec2c1c0 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:30.678874 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1180347-0f3b-47e0-a988-3b96743f4cde", "name": "network-vif-deleted", "tag": "4cf87b1c-eaeb-4489-b084-259f27847caa", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:30.679123 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d76e24e-5027-4ddf-b4a2-26b8bec2c1c0 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:30.679529 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1180347-0f3b-47e0-a988-3b96743f4cde', 'name': 'network-vif-deleted', 'tag': '4cf87b1c-eaeb-4489-b084-259f27847caa', 'status': 'completed', 'code': 200} Mar 08 17:39:30.892862 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:32.219313 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58812) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:32.316482 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:32.835743 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:33.088921 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Deleting port 1909ea66-3507-4f35-af13-491b8b2764f9 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:33.089253 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:33.191648 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] For port 1909ea66-3507-4f35-af13-491b8b2764f9, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=1909ea66-3507-4f35-af13-491b8b2764f9,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:33.192064 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:33.208519 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Calling delete_port for 1909ea66-3507-4f35-af13-491b8b2764f9 owned by network:router_interface {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:33.289525 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:39:33.397342 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (1909ea66-3507-4f35-af13-491b8b2764f9), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:33.426589 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Pushing event deleted for resources: {'Port': ['ID=1909ea66-3507-4f35-af13-491b8b2764f9,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:33.587724 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:33.803870 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:39:33.890619 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:33.911376 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:39:33.916308 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-be8e6381-b34e-4bec-9e21-03c454dcd10c admin admin] 10.222.0.46 "PUT /v2.0/routers/b7bf26bc-1582-4814-bc0a-11dbe0ee7c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959453 Mar 08 17:39:33.918888 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58814) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:33.922426 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] Sync routers for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:39:33.933325 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:33.933941 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:39:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:34.025812 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks [] for router (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.043526 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:34.129785 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks [] for router_gateway (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.181476 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Deleting port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:34.181733 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.222781 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:39:33Z', 'revision_number': 5, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port': {'id': '4566981a-5ad2-4787-8bc4-0aa5538ae1bf', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:34.248884 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] Checking router: b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:39:34.257266 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] Routers {'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:34.257893 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:39:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:34.263992 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] For port 4566981a-5ad2-4787-8bc4-0aa5538ae1bf, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=4566981a-5ad2-4787-8bc4-0aa5538ae1bf,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:34.264354 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.276196 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Calling delete_port for 4566981a-5ad2-4787-8bc4-0aa5538ae1bf owned by network:router_gateway {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:34.346718 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] Set router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 gateway port host: None {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:34.398511 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:39:34Z', 'revision_number': 6, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:34.428332 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c72fed1-15e7-4562-8116-c0fd78a98bdf None None] The sync data for ids ['b7bf26bc-1582-4814-bc0a-11dbe0ee7c02'] in dv-cinder-830090-3-iscsi is: [{'id': 'b7bf26bc-1582-4814-bc0a-11dbe0ee7c02', 'name': 'tempest-TestMinimumBasicScenario-1011250660-router', 'tenant_id': 'a27f7046fae14135a018e438eb3ebc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:52Z', 'updated_at': '2022-03-08T17:39:34Z', 'revision_number': 6, 'project_id': 'a27f7046fae14135a018e438eb3ebc27', 'gw_port_host': None}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:39:34.447891 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (4566981a-5ad2-4787-8bc4-0aa5538ae1bf), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.474885 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Pushing event deleted for resources: {'Port': ['ID=4566981a-5ad2-4787-8bc4-0aa5538ae1bf,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:34.532189 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.625167 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.627300 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks [] for router_controller (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.673100 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (b7bf26bc-1582-4814-bc0a-11dbe0ee7c02), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.673638 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 {{(pid=103292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:39:34.677906 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.679038 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-e4147a81-932d-4ebc-872f-112625d1409c admin admin] 10.222.0.46 "DELETE /v2.0/routers/b7bf26bc-1582-4814-bc0a-11dbe0ee7c02 HTTP/1.1" status: 204 len: 168 time: 0.7592688 Mar 08 17:39:34.681594 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58816) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:34.725334 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bf898f-6959-4938-b248-cdbea889d4e3 admin admin] Deleting subnet 4e47a83b-1fbb-497d-85c9-3b60af117364 {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:39:34.728373 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-79bf898f-6959-4938-b248-cdbea889d4e3 admin admin] Publish callbacks [] for subnet (4e47a83b-1fbb-497d-85c9-3b60af117364), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.761635 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-79bf898f-6959-4938-b248-cdbea889d4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (4e47a83b-1fbb-497d-85c9-3b60af117364), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.851375 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-79bf898f-6959-4938-b248-cdbea889d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (4e47a83b-1fbb-497d-85c9-3b60af117364), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.907203 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-79bf898f-6959-4938-b248-cdbea889d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (4e47a83b-1fbb-497d-85c9-3b60af117364), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.931831 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf898f-6959-4938-b248-cdbea889d4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e47a83b-1fbb-497d-85c9-3b60af117364,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:34.936945 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-79bf898f-6959-4938-b248-cdbea889d4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.940656 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-79bf898f-6959-4938-b248-cdbea889d4e3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4e47a83b-1fbb-497d-85c9-3b60af117364 HTTP/1.1" status: 204 len: 168 time: 0.2577782 Mar 08 17:39:34.942722 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b197e4-2ff3-48c5-9a45-0900b26b3a1f None None] Network 0970858d-fddd-49a4-bfdd-b95432673102 requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:39:34.943238 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58818) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:35.018581 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (0970858d-fddd-49a4-bfdd-b95432673102), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.074105 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Deleting port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:35.074403 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.132344 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 4cf87b1c-eaeb-4489-b084-259f27847caa no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:39:35.138485 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] For port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=fd6a9383-d11f-4b3d-9695-fca3c30f1cb8,segment=NetworkSegment(ee996209-97a6-45cd-bfc0-5e717a74e0b7),segment_id=ee996209-97a6-45cd-bfc0-5e717a74e0b7)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:35.138846 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.156339 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Calling delete_port for fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 owned by network:dhcp {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:35.157688 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 4cf87b1c-eaeb-4489-b084-259f27847caa {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:39:35.158265 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 4cf87b1c-eaeb-4489-b084-259f27847caa not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:39:35.253555 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (fd6a9383-d11f-4b3d-9695-fca3c30f1cb8), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.276669 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37205a7a-238e-44a0-9bc1-86f3dd6d92b2 None None] DHCP port deletion for 0970858d-fddd-49a4-bfdd-b95432673102 request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:39:35.281161 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 4566981a-5ad2-4787-8bc4-0aa5538ae1bf no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:39:35.285631 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6a9383-d11f-4b3d-9695-fca3c30f1cb8,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:35.287632 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] No DVR routers for this DVR port fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 on host dv-cinder-830090-3-iscsi {{(pid=103292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:39:35.307471 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 4566981a-5ad2-4787-8bc4-0aa5538ae1bf {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:39:35.307783 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 4566981a-5ad2-4787-8bc4-0aa5538ae1bf not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:39:35.308455 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1909ea66-3507-4f35-af13-491b8b2764f9 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:39:35.340069 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 1909ea66-3507-4f35-af13-491b8b2764f9 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:39:35.340069 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 1909ea66-3507-4f35-af13-491b8b2764f9 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:39:35.369030 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (0970858d-fddd-49a4-bfdd-b95432673102), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.388815 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0970858d-fddd-49a4-bfdd-b95432673102']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:35.398645 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee996209-97a6-45cd-bfc0-5e717a74e0b7') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:35.398943 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee996209-97a6-45cd-bfc0-5e717a74e0b7') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:35.408052 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (ee996209-97a6-45cd-bfc0-5e717a74e0b7), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.423523 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (ee996209-97a6-45cd-bfc0-5e717a74e0b7), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.430085 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:39:35.430469 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (ee996209-97a6-45cd-bfc0-5e717a74e0b7), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:39:35.432290 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:39:35.494325 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (0970858d-fddd-49a4-bfdd-b95432673102), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.500136 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.506927 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0970858d-fddd-49a4-bfdd-b95432673102 HTTP/1.1" status: 204 len: 168 time: 0.5594840 Mar 08 17:39:35.506927 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58820) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:35.521920 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4db72a-4abd-48cd-9d57-5c16a8847b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=0970858d-fddd-49a4-bfdd-b95432673102,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:35.896055 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:36.118917 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (7f58bf0e-6fea-4ee2-9195-39441f8ea981), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:36.367453 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Deleting port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:36.367822 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:36.449034 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] For port 028fd45c-13b1-42a9-9c38-73da9f6a7e8e, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,segment=NetworkSegment(8ef58821-7375-4635-82c5-c63d12ed67b3),segment_id=8ef58821-7375-4635-82c5-c63d12ed67b3)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:36.449438 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:36.461527 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Calling delete_port for 028fd45c-13b1-42a9-9c38-73da9f6a7e8e owned by network:router_interface {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:36.667340 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (028fd45c-13b1-42a9-9c38-73da9f6a7e8e), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:36.700217 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=028fd45c-13b1-42a9-9c38-73da9f6a7e8e,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:36.870474 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (7f58bf0e-6fea-4ee2-9195-39441f8ea981), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.068486 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:39:37.088208 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:39:37.088556 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device fd6a9383-d11f-4b3d-9695-fca3c30f1cb8 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:39:37.091621 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:39:37.204346 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:39:37.210611 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-f983ce76-65b4-46e2-b268-9d4d467b4de3 admin admin] 10.222.0.46 "PUT /v2.0/routers/7f58bf0e-6fea-4ee2-9195-39441f8ea981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029867 Mar 08 17:39:37.213789 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58822) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:37.216009 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] Sync routers for ids ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:39:37.227846 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] Routers {'7f58bf0e-6fea-4ee2-9195-39441f8ea981'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:37.228533 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:39:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:37.323558 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks [] for router (7f58bf0e-6fea-4ee2-9195-39441f8ea981), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.333645 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] Set router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:37.429031 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks [] for router_gateway (7f58bf0e-6fea-4ee2-9195-39441f8ea981), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.484369 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Deleting port ccad49f6-d029-4418-ba3f-d188301bc6ab {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:37.484709 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.509713 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:39:36Z', 'revision_number': 5, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port': {'id': 'ccad49f6-d029-4418-ba3f-d188301bc6ab', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:37.536497 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] Checking router: 7f58bf0e-6fea-4ee2-9195-39441f8ea981 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:39:37.544848 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] Routers {'7f58bf0e-6fea-4ee2-9195-39441f8ea981'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:37.545465 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:39:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:37.559967 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] For port ccad49f6-d029-4418-ba3f-d188301bc6ab, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ccad49f6-d029-4418-ba3f-d188301bc6ab,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:37.560334 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.572475 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Calling delete_port for ccad49f6-d029-4418-ba3f-d188301bc6ab owned by network:router_gateway {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:37.633971 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] Set router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 gateway port host: None {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:37.683634 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:39:37Z', 'revision_number': 6, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:37.712714 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f87bb-b98c-4042-ad2a-2e185ea359c3 None None] The sync data for ids ['7f58bf0e-6fea-4ee2-9195-39441f8ea981'] in dv-cinder-830090-3-iscsi is: [{'id': '7f58bf0e-6fea-4ee2-9195-39441f8ea981', 'name': 'tempest-TestMinimumBasicScenario-1986650012-router', 'tenant_id': '80b48af82c794c36bc8392de5f9830dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:57Z', 'updated_at': '2022-03-08T17:39:37Z', 'revision_number': 6, 'project_id': '80b48af82c794c36bc8392de5f9830dd', 'gw_port_host': None}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:39:37.754526 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (ccad49f6-d029-4418-ba3f-d188301bc6ab), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.779477 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccad49f6-d029-4418-ba3f-d188301bc6ab,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:37.840397 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (7f58bf0e-6fea-4ee2-9195-39441f8ea981), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.936872 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (7f58bf0e-6fea-4ee2-9195-39441f8ea981), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.939107 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks [] for router_controller (7f58bf0e-6fea-4ee2-9195-39441f8ea981), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.995652 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (7f58bf0e-6fea-4ee2-9195-39441f8ea981), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:37.996345 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f58bf0e-6fea-4ee2-9195-39441f8ea981 {{(pid=103292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:39:38.001690 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.002848 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-90d101be-a744-4b73-a38c-2d96ed40d251 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7f58bf0e-6fea-4ee2-9195-39441f8ea981 HTTP/1.1" status: 204 len: 168 time: 0.7881308 Mar 08 17:39:38.005415 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58824) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:38.052798 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c69272-80ba-4063-93ab-2c84f6b4bbd9 admin admin] Deleting subnet c524c594-20cd-4d2e-b289-8154c283392d {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:39:38.056118 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32c69272-80ba-4063-93ab-2c84f6b4bbd9 admin admin] Publish callbacks [] for subnet (c524c594-20cd-4d2e-b289-8154c283392d), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.092364 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32c69272-80ba-4063-93ab-2c84f6b4bbd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (c524c594-20cd-4d2e-b289-8154c283392d), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.177970 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32c69272-80ba-4063-93ab-2c84f6b4bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (c524c594-20cd-4d2e-b289-8154c283392d), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.232641 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32c69272-80ba-4063-93ab-2c84f6b4bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (c524c594-20cd-4d2e-b289-8154c283392d), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.257657 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c69272-80ba-4063-93ab-2c84f6b4bbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c524c594-20cd-4d2e-b289-8154c283392d,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:38.261146 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-32c69272-80ba-4063-93ab-2c84f6b4bbd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.264628 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-32c69272-80ba-4063-93ab-2c84f6b4bbd9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c524c594-20cd-4d2e-b289-8154c283392d HTTP/1.1" status: 204 len: 168 time: 0.2580307 Mar 08 17:39:38.267118 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58826) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:38.269258 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0647010-0137-4488-94d3-22401e3b99bc None None] Network 0b246c69-8b42-4199-b2c8-1564c791ebfe requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:39:38.338551 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (0b246c69-8b42-4199-b2c8-1564c791ebfe), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.396201 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Deleting port f6d31b6c-d651-4e42-a5ed-e9654b159dbc {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:38.396545 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.445046 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] DHCP port deletion for 0b246c69-8b42-4199-b2c8-1564c791ebfe request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:39:38.464545 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] For port f6d31b6c-d651-4e42-a5ed-e9654b159dbc, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,segment=NetworkSegment(8ef58821-7375-4635-82c5-c63d12ed67b3),segment_id=8ef58821-7375-4635-82c5-c63d12ed67b3)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:38.464925 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.477968 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Calling delete_port for f6d31b6c-d651-4e42-a5ed-e9654b159dbc owned by network:dhcp {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:38.492848 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Deleting port f6d31b6c-d651-4e42-a5ed-e9654b159dbc {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:38.493222 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.553763 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] For port f6d31b6c-d651-4e42-a5ed-e9654b159dbc, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,segment=NetworkSegment(8ef58821-7375-4635-82c5-c63d12ed67b3),segment_id=8ef58821-7375-4635-82c5-c63d12ed67b3)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:38.554164 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.561481 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.567539 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Calling delete_port for f6d31b6c-d651-4e42-a5ed-e9654b159dbc owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:38.592373 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:38.595869 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] No DVR routers for this DVR port f6d31b6c-d651-4e42-a5ed-e9654b159dbc on host dv-cinder-830090-3-iscsi {{(pid=103292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:39:38.647937 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179'] for port (f6d31b6c-d651-4e42-a5ed-e9654b159dbc), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.671183 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (0b246c69-8b42-4199-b2c8-1564c791ebfe), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.672910 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Pushing event deleted for resources: {'Port': ['ID=f6d31b6c-d651-4e42-a5ed-e9654b159dbc,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:38.680656 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] No DVR routers for this DVR port f6d31b6c-d651-4e42-a5ed-e9654b159dbc on host dv-cinder-830090-3-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:39:38.684237 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.684645 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.684922 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.685265 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.685611 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.685934 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.686263 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.686594 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.686921 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.687250 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.687576 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.688020 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.688293 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b71b84c-28b6-4620-a46c-a6576e9187f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:38.698949 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b246c69-8b42-4199-b2c8-1564c791ebfe']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:38.709643 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef58821-7375-4635-82c5-c63d12ed67b3') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:38.709805 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef58821-7375-4635-82c5-c63d12ed67b3') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:38.720188 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (8ef58821-7375-4635-82c5-c63d12ed67b3), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.735845 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (8ef58821-7375-4635-82c5-c63d12ed67b3), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.741906 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:39:38.742292 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (8ef58821-7375-4635-82c5-c63d12ed67b3), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:39:38.744175 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:39:38.803873 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (0b246c69-8b42-4199-b2c8-1564c791ebfe), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.809159 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.812444 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] 10.222.0.46 "DELETE /v2.0/networks/0b246c69-8b42-4199-b2c8-1564c791ebfe HTTP/1.1" status: 204 len: 168 time: 0.5444508 Mar 08 17:39:38.822729 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630ad6-04a0-4fca-bddc-e761d3ea396f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b246c69-8b42-4199-b2c8-1564c791ebfe,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:38.978615 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58830) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:39.018422 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device f6d31b6c-d651-4e42-a5ed-e9654b159dbc no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:39:39.021562 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-82400891-91b4-4614-b279-3e9b02f017e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a27f7046fae14135a018e438eb3ebc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417702 Mar 08 17:39:39.024053 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58832) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:39.041566 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: f6d31b6c-d651-4e42-a5ed-e9654b159dbc {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:39:39.041993 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device f6d31b6c-d651-4e42-a5ed-e9654b159dbc not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:39:39.042422 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ccad49f6-d029-4418-ba3f-d188301bc6ab no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:39:39.063772 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: ccad49f6-d029-4418-ba3f-d188301bc6ab {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:39:39.064060 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ccad49f6-d029-4418-ba3f-d188301bc6ab not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:39:39.064465 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 028fd45c-13b1-42a9-9c38-73da9f6a7e8e no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:39:39.074218 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fa851204-e52c-4dc4-a8e7-097f0978f054 admin admin] Publish callbacks [] for security_group (4a5d1b4d-3ed3-4b23-b711-7796188a8540), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:39.089302 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 028fd45c-13b1-42a9-9c38-73da9f6a7e8e {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:39:39.089644 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 028fd45c-13b1-42a9-9c38-73da9f6a7e8e not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:39:39.095730 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fa851204-e52c-4dc4-a8e7-097f0978f054 admin admin] Publish callbacks [] for security_group (4a5d1b4d-3ed3-4b23-b711-7796188a8540), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:39.142974 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fa851204-e52c-4dc4-a8e7-097f0978f054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (4a5d1b4d-3ed3-4b23-b711-7796188a8540), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:39.145579 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-fa851204-e52c-4dc4-a8e7-097f0978f054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:39.146712 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-fa851204-e52c-4dc4-a8e7-097f0978f054 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a5d1b4d-3ed3-4b23-b711-7796188a8540 HTTP/1.1" status: 204 len: 168 time: 0.1217816 Mar 08 17:39:39.154332 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa851204-e52c-4dc4-a8e7-097f0978f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5d1b4d-3ed3-4b23-b711-7796188a8540,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:39.481910 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 58838) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:39.526018 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-a8a174d7-3393-4964-a079-eb30e275988d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80b48af82c794c36bc8392de5f9830dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429232 Mar 08 17:39:39.528689 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58840) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:39.576988 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f7c08483-8277-48ab-a7a5-34fd35095411 admin admin] Publish callbacks [] for security_group (d2da96a7-b01e-4ad5-93b6-72872f0d28a7), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:39.597770 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f7c08483-8277-48ab-a7a5-34fd35095411 admin admin] Publish callbacks [] for security_group (d2da96a7-b01e-4ad5-93b6-72872f0d28a7), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:39.648185 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f7c08483-8277-48ab-a7a5-34fd35095411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d2da96a7-b01e-4ad5-93b6-72872f0d28a7), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:39.652316 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f7c08483-8277-48ab-a7a5-34fd35095411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:39.653924 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-f7c08483-8277-48ab-a7a5-34fd35095411 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2da96a7-b01e-4ad5-93b6-72872f0d28a7 HTTP/1.1" status: 204 len: 168 time: 0.1242406 Mar 08 17:39:39.662050 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c08483-8277-48ab-a7a5-34fd35095411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da96a7-b01e-4ad5-93b6-72872f0d28a7,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:44.074195 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-52f55d01-6b74-43f5-aa70-bc6fa5806bd2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470536 Mar 08 17:39:44.169888 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-5fee697f-bc35-4121-888a-2dffa8fa0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:44.171364 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-5fee697f-bc35-4121-888a-2dffa8fa0d58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 1130 time: 0.0501101 Mar 08 17:39:44.285044 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-bfd1bad8-7496-4278-92d8-66fe83a12a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:44.287141 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-bfd1bad8-7496-4278-92d8-66fe83a12a68 service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.0881565 Mar 08 17:39:44.366461 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-f43e0aaf-62ad-49c8-b4d5-4921f52b617a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a HTTP/1.1" status: 200 len: 1002 time: 0.0692754 Mar 08 17:39:44.418346 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-88f3c8c1-a03c-4938-9029-e36443cbc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:44.419764 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-88f3c8c1-a03c-4938-9029-e36443cbc110 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0437486 Mar 08 17:39:44.472813 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-c4634eea-5049-492b-b861-57f6a0cc4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:44.474252 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-c4634eea-5049-492b-b861-57f6a0cc4b70 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472162 Mar 08 17:39:44.576749 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-96f185e3-5798-4c21-87ae-c2cf14309cfc service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916786 Mar 08 17:39:44.683148 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c135f467-31e1-4662-9a87-52aeb79ac6f9 req-78674d65-6f67-43e2-92ca-168c6bea20cd service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958009 Mar 08 17:39:57.479465 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba031-df98-4c52-8a91-f50757b46774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:57.958888 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-c2d3ff31-ff7b-479b-b0e9-eb101dc39198 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497852473&fields=id&tenant_id=47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 267 time: 0.0444117 Mar 08 17:39:58.067355 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-cf967aa6-d246-4dcb-a3f8-8f227d3327f9 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:58.068882 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-cf967aa6-d246-4dcb-a3f8-8f227d3327f9 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 811 time: 0.1035028 Mar 08 17:39:58.086353 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f9dc7461-5971-4b6e-af33-12e6586213e9 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/quotas/47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 375 time: 0.0091963 Mar 08 17:39:58.149779 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-d165b701-a920-42f2-9fc7-ba74e3859a80 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549877 Mar 08 17:39:58.168043 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-7f19f8f4-3a6b-4d94-9a51-03c6035e145e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:39:58.168971 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-7f19f8f4-3a6b-4d94-9a51-03c6035e145e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051672 Mar 08 17:39:58.260063 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0f79b591-cc7a-48eb-98ce-6a906c5617a2 service neutron] 10.222.0.46 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857534 Mar 08 17:39:58.354411 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-8fa7e028-f6c9-44a3-af79-6be4ab95a590 service neutron] 10.222.0.46 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885601 Mar 08 17:39:58.748330 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ac0f3694-8d95-41f7-899a-ed8a8fab074e req-8bab1140-e107-4204-bdeb-9195ada87f48 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 210 time: 0.1258655 Mar 08 17:39:59.761983 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e7095d71-a823-4638-8ca3-21281e4ebfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:59.870813 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-fd85317a-f34a-4db6-ae91-89a541e51b3e req-ae2a0c47-4396-4406-b44d-aaddd6e98f0d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 210 time: 0.0546856 Mar 08 17:39:59.913381 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-7a773ca4-3fd2-4afa-8030-6b51e64e3d0b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:59.914524 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-7a773ca4-3fd2-4afa-8030-6b51e64e3d0b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 811 time: 0.1315470 Mar 08 17:39:59.989241 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-1e5c1e6a-24c1-46a0-b32c-f8d7fca387f3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47b952ed99964243b460b53d01b7392f HTTP/1.1" status: 200 len: 379 time: 0.0563962 Mar 08 17:40:00.000588 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'port': {'device_id': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'admin_state_up': True, 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'security_groups': ['f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7']}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:00.110091 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Made reservation on behalf of 47b952ed99964243b460b53d01b7392f for: {'port': 1} {{(pid=103291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:40:00.113836 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:00.237248 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Allocated IP 172.20.0.11 (566bca30-4a4f-4c4c-ae1d-feb508da6def/73acf358-b29d-4105-950b-6d8caf6dba2c/a1e564b5-c8d7-40a8-95f6-b81b95f45121) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:40:00.378384 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:00.422967 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:00.466413 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:40:00.469529 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:40:00.473367 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:40:00.498681 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=a1e564b5-c8d7-40a8-95f6-b81b95f45121,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:00.527659 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:00.528996 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:00.549379 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-0b4c719f-4924-4741-bc50-f4c47c78c734 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5525312 Mar 08 17:40:00.558784 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-8311c4f6-f4a5-4c57-bfb7-3bd0185835f8 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:40:00.560101 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-8311c4f6-f4a5-4c57-bfb7-3bd0185835f8 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056911 Mar 08 17:40:00.629035 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Request body: {'port': {'device_id': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:00.691452 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:00.744416 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-b8a76f1a-1fff-46e8-8b81-913dfc91c510 None None] Provisioning complete for port a1e564b5-c8d7-40a8-95f6-b81b95f45121 triggered by entity DHCP. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:40:00.744714 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b8a76f1a-1fff-46e8-8b81-913dfc91c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:00.778890 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-b8a76f1a-1fff-46e8-8b81-913dfc91c510 None None] Port a1e564b5-c8d7-40a8-95f6-b81b95f45121 cannot update to ACTIVE because it is not bound. {{(pid=103293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:40:00.896906 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:00.972560 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e564b5-c8d7-40a8-95f6-b81b95f45121 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:40:00.982070 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Publish callbacks [] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:00.999135 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Transition to ACTIVE for port object a1e564b5-c8d7-40a8-95f6-b81b95f45121 will not be triggered until provisioned by entity L2. {{(pid=103291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:40:01.004171 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:01.043891 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee757cce-86c3-4335-84a0-34df400b2236 req-6b6c0121-248d-4eb5-b016-61b27addfbd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:01.045346 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ee757cce-86c3-4335-84a0-34df400b2236 req-6b6c0121-248d-4eb5-b016-61b27addfbd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 932 time: 0.1039681 Mar 08 17:40:01.081961 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e564b5-c8d7-40a8-95f6-b81b95f45121,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:01.153657 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ee757cce-86c3-4335-84a0-34df400b2236 req-a8acb162-76da-4f7a-bd9d-a63f16b797a5 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979943 Mar 08 17:40:01.174860 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Attempting to bind port a1e564b5-c8d7-40a8-95f6-b81b95f45121 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:40:01.175197 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Attempting to bind port a1e564b5-c8d7-40a8-95f6-b81b95f45121 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:40:01.175526 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Attempting to bind port a1e564b5-c8d7-40a8-95f6-b81b95f45121 on network 566bca30-4a4f-4c4c-ae1d-feb508da6def {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:40:01.180299 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Port a1e564b5-c8d7-40a8-95f6-b81b95f45121 on network 566bca30-4a4f-4c4c-ae1d-feb508da6def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:40:01.180626 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Attempting to bind port a1e564b5-c8d7-40a8-95f6-b81b95f45121 on network 566bca30-4a4f-4c4c-ae1d-feb508da6def {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:40:01.186071 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Checking agent: {'id': '165ee6f9-45b1-4838-8253-8ae144ea4827', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'started_at': datetime.datetime(2022, 3, 8, 17, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:40:01.186428 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Checking segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:40:01.186813 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Bound using segment: {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:40:01.187240 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Bound port: a1e564b5-c8d7-40a8-95f6-b81b95f45121, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4389676c-0410-4463-bac3-2324d4cfc1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:40:01.187601 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:01.250866 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] For port a1e564b5-c8d7-40a8-95f6-b81b95f45121, host hv-cinder-83009, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:40:01.253844 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] For port a1e564b5-c8d7-40a8-95f6-b81b95f45121, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:40:01.261925 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:01.309556 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:01.310189 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:01.311570 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] 10.222.0.71 "PUT /v2.0/ports/a1e564b5-c8d7-40a8-95f6-b81b95f45121 HTTP/1.1" status: 200 len: 1094 time: 0.7338448 Mar 08 17:40:01.312058 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:01.314267 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de73467-8132-41de-b658-66c309cdf6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:01.337184 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553b4af-9eb0-44e9-bb97-0de76e7da234 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e564b5-c8d7-40a8-95f6-b81b95f45121,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:01.358317 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eed4b3-e4ae-4ac3-9475-f148400ad3b2 x-openstack-request-id: req-e8eed4b3-e4ae-4ac3-9475-f148400ad3b2 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:01.358612 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:01.358858 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8eed4b3-e4ae-4ac3-9475-f148400ad3b2 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:01.359278 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'status': 'completed', 'code': 200} Mar 08 17:40:01.436161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-961a36a8-3ac0-4404-9b20-c1d46f909cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:01.437707 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-961a36a8-3ac0-4404-9b20-c1d46f909cb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 1128 time: 0.0469217 Mar 08 17:40:01.499213 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-b0217f60-2d9a-4341-9d74-9136601010ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121 HTTP/1.1" status: 200 len: 217 time: 0.0342894 Mar 08 17:40:01.554262 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f8590ed7-6e5d-4fcc-bea3-39a672187f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:01.555750 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-f8590ed7-6e5d-4fcc-bea3-39a672187f6f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0460434 Mar 08 17:40:01.608530 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-6cbfc7fa-10cf-439d-bc19-eceb89ba8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:01.609959 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-6cbfc7fa-10cf-439d-bc19-eceb89ba8578 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447819 Mar 08 17:40:01.710024 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-76f094c2-389f-4755-8e46-180af132f3c7 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899756 Mar 08 17:40:01.805295 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88255f07-cd8b-44eb-b187-e0b268e5dbc0 req-a06f9c19-4fed-4ee5-adf6-ac9e630b23d0 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856946 Mar 08 17:40:01.954037 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de73467-8132-41de-b658-66c309cdf6d4 req-f4e9039d-09f0-4c04-b718-cc2f2bede50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:01.955512 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de73467-8132-41de-b658-66c309cdf6d4 req-f4e9039d-09f0-4c04-b718-cc2f2bede50a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 1128 time: 0.0465858 Mar 08 17:40:02.052911 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de73467-8132-41de-b658-66c309cdf6d4 req-0710050b-0699-4e77-a1ff-0c7cf11c5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:02.054445 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de73467-8132-41de-b658-66c309cdf6d4 req-0710050b-0699-4e77-a1ff-0c7cf11c5c0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.0880313 Mar 08 17:40:02.096470 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de73467-8132-41de-b658-66c309cdf6d4 req-72626f04-f482-4104-8f15-a0787a940874 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121 HTTP/1.1" status: 200 len: 217 time: 0.0347152 Mar 08 17:40:02.143497 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de73467-8132-41de-b658-66c309cdf6d4 req-dfd61871-4a0a-4095-b42b-b57681c5d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:02.144907 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de73467-8132-41de-b658-66c309cdf6d4 req-dfd61871-4a0a-4095-b42b-b57681c5d01d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0421994 Mar 08 17:40:02.204489 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de73467-8132-41de-b658-66c309cdf6d4 req-be5f40ee-8cf5-4b08-b08a-41fbb7312ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:02.206037 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de73467-8132-41de-b658-66c309cdf6d4 req-be5f40ee-8cf5-4b08-b08a-41fbb7312ec0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481873 Mar 08 17:40:02.303357 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:02.332376 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a56e13-f8d3-49ff-bfe9-01bf3cae7876 req-283d763e-7bbb-4207-80e8-7ede7bd5437e tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:02.333834 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-84a56e13-f8d3-49ff-bfe9-01bf3cae7876 req-283d763e-7bbb-4207-80e8-7ede7bd5437e tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 944 time: 0.1123588 Mar 08 17:40:02.335726 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de73467-8132-41de-b658-66c309cdf6d4 req-ea7f4c7f-d5ef-436a-968d-3f425d37f879 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221068 Mar 08 17:40:02.433414 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-84a56e13-f8d3-49ff-bfe9-01bf3cae7876 req-d71d6fce-f150-4cf0-8e33-388dc22f38c9 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937297 Mar 08 17:40:02.456854 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3de73467-8132-41de-b658-66c309cdf6d4 req-3c9653e3-1767-4b46-8812-5bdb5d9c41dd service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114452 Mar 08 17:40:03.577389 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294004-91cc-4147-be3d-2a8f2f9b6ac2 req-ad5f9d25-2a7d-489d-a213-619c11f3963b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:03.578851 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3d294004-91cc-4147-be3d-2a8f2f9b6ac2 req-ad5f9d25-2a7d-489d-a213-619c11f3963b tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 944 time: 0.0670447 Mar 08 17:40:03.627840 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-3d294004-91cc-4147-be3d-2a8f2f9b6ac2 req-c9c89f33-17dc-433f-a4a1-64832bc21cc2 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Mar 08 17:40:03.898316 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:04.758594 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aee58-2991-4d74-bb80-502d81bf8ac3 req-5ac7e942-47c0-4c0c-a67b-cedb8fedb91f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:04.760063 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d95aee58-2991-4d74-bb80-502d81bf8ac3 req-5ac7e942-47c0-4c0c-a67b-cedb8fedb91f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 944 time: 0.0538912 Mar 08 17:40:04.816526 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-d95aee58-2991-4d74-bb80-502d81bf8ac3 req-066e8e3f-8c32-43ca-8520-5560e9c59c82 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481694 Mar 08 17:40:05.913951 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:05.940721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1cd4c-4554-446e-8b2e-7efa7160b268 req-2b84b0c8-16c1-4ebc-892f-34b0cb88e48f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:05.942191 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49a1cd4c-4554-446e-8b2e-7efa7160b268 req-2b84b0c8-16c1-4ebc-892f-34b0cb88e48f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 944 time: 0.0562692 Mar 08 17:40:05.998299 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-49a1cd4c-4554-446e-8b2e-7efa7160b268 req-76e38522-53a1-463f-82a3-0f15ec820ad0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473831 Mar 08 17:40:07.120812 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967947b-ad77-426b-b931-906eaa021cc9 req-e933e087-c090-4867-b108-df7f0b62c3d5 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:07.122242 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2967947b-ad77-426b-b931-906eaa021cc9 req-e933e087-c090-4867-b108-df7f0b62c3d5 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 944 time: 0.0543797 Mar 08 17:40:07.170114 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-2967947b-ad77-426b-b931-906eaa021cc9 req-3477664b-4be8-44e1-b7ce-e7ae527996de tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Mar 08 17:40:08.302734 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197547a-6794-41ab-b1c9-9fe880176675 req-0696c392-62e7-4761-b0c5-551776e1d292 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:08.304146 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7197547a-6794-41ab-b1c9-9fe880176675 req-0696c392-62e7-4761-b0c5-551776e1d292 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 944 time: 0.0602372 Mar 08 17:40:08.352710 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-7197547a-6794-41ab-b1c9-9fe880176675 req-89140f4d-5823-405b-92b4-e041b3b4124c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429399 Mar 08 17:40:09.209842 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device a1e564b5-c8d7-40a8-95f6-b81b95f45121 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:40:09.315280 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port a1e564b5-c8d7-40a8-95f6-b81b95f45121, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:09.326337 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Returning: {'device': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'port_id': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'mac_address': 'fa:16:3e:6e:d9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:40:09.364461 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port a1e564b5-c8d7-40a8-95f6-b81b95f45121 is: DOWN; New status is: BUILD {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:40:09.364853 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:09.377689 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e564b5-c8d7-40a8-95f6-b81b95f45121 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:40:09.397499 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port a1e564b5-c8d7-40a8-95f6-b81b95f45121, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:09.403294 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:09.452867 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=a1e564b5-c8d7-40a8-95f6-b81b95f45121,revision_number=4']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:09.473534 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50478392-6b9d-4965-bf83-3e8f3b439e5a req-c4d1982d-e736-4c97-b8d8-0cc75032606c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:09.475005 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-50478392-6b9d-4965-bf83-3e8f3b439e5a req-c4d1982d-e736-4c97-b8d8-0cc75032606c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 945 time: 0.0556254 Mar 08 17:40:09.524760 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-50478392-6b9d-4965-bf83-3e8f3b439e5a req-662dc0aa-1bbb-4ea0-af47-196a3d25abd3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Mar 08 17:40:09.776252 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] get_ports_and_sgs() called for port_ids ['a1e564b5-c8d7-40a8-95f6-b81b95f45121'] {{(pid=103293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:40:10.291702 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:40:10.657600 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa38e5-bacc-4997-b53b-75372241904e req-23029b1c-42f8-4db1-942c-91f9766caecc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:10.659064 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-35fa38e5-bacc-4997-b53b-75372241904e req-23029b1c-42f8-4db1-942c-91f9766caecc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 945 time: 0.0532787 Mar 08 17:40:10.708554 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-35fa38e5-bacc-4997-b53b-75372241904e req-31bb974b-4eb2-4cbd-8349-7b0e4cf1195a tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437236 Mar 08 17:40:11.225636 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device a1e564b5-c8d7-40a8-95f6-b81b95f45121 up at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:40:11.286312 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning for port a1e564b5-c8d7-40a8-95f6-b81b95f45121 completed by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:40:11.290605 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Provisioning complete for port a1e564b5-c8d7-40a8-95f6-b81b95f45121 triggered by entity L2. {{(pid=103293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:40:11.290982 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619581'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), provisioning_complete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:11.365450 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Current status of the port a1e564b5-c8d7-40a8-95f6-b81b95f45121 is: BUILD; New status is: ACTIVE {{(pid=103293) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:40:11.365836 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:11.389577 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:11.391960 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b7f546acc15e20e670bcb63af8edb1c7fe73473dc9ce0fce9b1b3fe3720fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2c065f-5a82-438b-b982-01a38690fd24" -d '{"events": [{"server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "name": "network-vif-plugged", "status": "completed", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:11.403865 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] For port a1e564b5-c8d7-40a8-95f6-b81b95f45121, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:11.408938 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:11.436002 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b390c4b-a2b8-45ea-bc03-2c19cb8ba6cf x-openstack-request-id: req-8b390c4b-a2b8-45ea-bc03-2c19cb8ba6cf {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:11.436318 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "name": "network-vif-plugged", "status": "completed", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:11.436563 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b390c4b-a2b8-45ea-bc03-2c19cb8ba6cf {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:11.436942 dv-cinder-830090-3-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'code': 200} Mar 08 17:40:11.461943 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Pushing event updated for resources: {'Port': ['ID=a1e564b5-c8d7-40a8-95f6-b81b95f45121,revision_number=5']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:11.714348 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3465ee9-c4e0-44a3-9278-d7824434aecb req-6f9a500d-1d50-44fb-85a4-899c77a2552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:11.715832 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b3465ee9-c4e0-44a3-9278-d7824434aecb req-6f9a500d-1d50-44fb-85a4-899c77a2552a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 1130 time: 0.0478528 Mar 08 17:40:11.763879 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-b3465ee9-c4e0-44a3-9278-d7824434aecb req-6a4fc51d-4cdb-479e-b810-48432d508a13 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407491 Mar 08 17:40:11.822326 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942ddf-48df-4df5-ae6d-a03972aaa2cc req-0fc962cf-76f7-4199-98af-ef56545468af tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:11.824134 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ca942ddf-48df-4df5-ae6d-a03972aaa2cc req-0fc962cf-76f7-4199-98af-ef56545468af tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 946 time: 0.0507796 Mar 08 17:40:11.872448 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ca942ddf-48df-4df5-ae6d-a03972aaa2cc req-8b4d43ef-5761-43c9-9ffd-1a499c50afcd tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427511 Mar 08 17:40:12.994977 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006c98b-d1dc-4cd2-b527-46db1a22c413 req-9e1e491a-957b-4691-9ee2-fd616c127437 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:12.996514 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a006c98b-d1dc-4cd2-b527-46db1a22c413 req-9e1e491a-957b-4691-9ee2-fd616c127437 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 946 time: 0.0536728 Mar 08 17:40:13.049938 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-a006c98b-d1dc-4cd2-b527-46db1a22c413 req-60469fe1-270b-4054-9069-d420e9bc8e1d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464935 Mar 08 17:40:14.186725 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8090b-fd3d-4116-9d56-bc1d132fbebb req-6160b45b-43a8-45d3-98cf-33edf458b1cb tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:14.188179 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88b8090b-fd3d-4116-9d56-bc1d132fbebb req-6160b45b-43a8-45d3-98cf-33edf458b1cb tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 946 time: 0.0597930 Mar 08 17:40:14.238317 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-88b8090b-fd3d-4116-9d56-bc1d132fbebb req-328aafda-abe8-4d7c-afe8-3d5cfa3fb44f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439539 Mar 08 17:40:14.357167 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78344916-aa54-4b7c-be0d-b999c5a2a15d req-23db71ef-9dc8-40c3-a451-8376aa3ba278 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:14.358528 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-78344916-aa54-4b7c-be0d-b999c5a2a15d req-23db71ef-9dc8-40c3-a451-8376aa3ba278 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 946 time: 0.0540903 Mar 08 17:40:14.408231 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-78344916-aa54-4b7c-be0d-b999c5a2a15d req-993e41db-b402-4b86-961b-8ce9135967a3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 Mar 08 17:40:14.435661 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58950) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:14.484554 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad70b4e-bbd1-4a02-903b-8424ebca7775 tempest-TestVolumeBootPattern-1162509562 tempest-TestVolumeBootPattern-1162509562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:14.486054 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-dad70b4e-bbd1-4a02-903b-8424ebca7775 tempest-TestVolumeBootPattern-1162509562 tempest-TestVolumeBootPattern-1162509562-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 1125 time: 0.0493748 Mar 08 17:40:14.489038 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58952) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:14.493188 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.v2.base [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Request body: {'floatingip': {'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'port_id': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:14.517492 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:14.609561 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:14.982016 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Allocated IP 172.27.1.54 (c4769b56-b502-41fe-91e7-2450901dde4f/46cee0e4-1924-4993-ab3e-d57a5e1db94f/549926a9-496b-4989-a029-a143c051c11a) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:40:15.083217 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (549926a9-496b-4989-a029-a143c051c11a), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:15.122088 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759960692170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (549926a9-496b-4989-a029-a143c051c11a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:15.171558 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Network c4769b56-b502-41fe-91e7-2450901dde4f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:40:15.174323 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:40:15.177763 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:40:15.183322 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=549926a9-496b-4989-a029-a143c051c11a,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:15.540351 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (481a1b43-be6e-4b10-b7bc-9208fdb8697f), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:15.611549 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593354'] for port (549926a9-496b-4989-a029-a143c051c11a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:15.773333 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for port (549926a9-496b-4989-a029-a143c051c11a), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:15.781637 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759961230520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759960692188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759960692206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62112529'] for port (549926a9-496b-4989-a029-a143c051c11a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:15.855896 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event updated for resources: {'Port': ['ID=549926a9-496b-4989-a029-a143c051c11a,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:15.870932 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3702606'] for floatingip (481a1b43-be6e-4b10-b7bc-9208fdb8697f), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:15.971401 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Floating IP 481a1b43-be6e-4b10-b7bc-9208fdb8697f associated. External IP: 172.27.1.54, port: a1e564b5-c8d7-40a8-95f6-b81b95f45121. Mar 08 17:40:16.200220 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:40:16.311556 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:40:16.325495 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:40:16.332047 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.336092 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:16.336709 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:40:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:16.362188 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-66b05d13-9694-449b-9045-8cd570867dd0 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8721695 Mar 08 17:40:16.362730 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:16.365253 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:16.401352 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ee7c35-10cc-4227-8162-11b33b43ed61 x-openstack-request-id: req-68ee7c35-10cc-4227-8162-11b33b43ed61 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:16.401643 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:16.401895 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68ee7c35-10cc-4227-8162-11b33b43ed61 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:16.402389 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'status': 'completed', 'code': 200} Mar 08 17:40:16.442020 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:16.495374 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-1698b402-4c90-4835-9805-b2e564a6d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.496935 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-1698b402-4c90-4835-9805-b2e564a6d135 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 1130 time: 0.0463002 Mar 08 17:40:16.589153 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-f0da2e49-bbfa-4e38-b86b-325a35720f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.590685 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-f0da2e49-bbfa-4e38-b86b-325a35720f73 service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.0878267 Mar 08 17:40:16.655362 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-e9b39a6d-02bf-44e0-aba8-627485152314 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121 HTTP/1.1" status: 200 len: 999 time: 0.0584512 Mar 08 17:40:16.666003 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '481a1b43-be6e-4b10-b7bc-9208fdb8697f', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:6e:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:40:15Z', 'updated_at': '2022-03-08T17:40:15Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}, {'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:08Z', 'revision_number': 1, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:16.691578 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:40:16.700439 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:16.701052 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:40:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:16.706963 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-6526a799-b9b9-45fb-ab60-68ac33e992d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.708457 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-6526a799-b9b9-45fb-ab60-68ac33e992d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0470254 Mar 08 17:40:16.756511 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-358d9cf3-5dc1-4a15-8826-16731a07d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.757985 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-358d9cf3-5dc1-4a15-8826-16731a07d57c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435092 Mar 08 17:40:16.806637 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:16.846708 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-88ef023e-a11b-4068-8823-56f5415fc20e service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825794 Mar 08 17:40:16.937898 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f26e9ac7-ef0f-4d7b-8116-0cb1ea1d5aff req-3b8d3b5d-9dd9-4664-ba0f-56dab8adca7f service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847697 Mar 08 17:40:17.121594 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '481a1b43-be6e-4b10-b7bc-9208fdb8697f', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:6e:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:40:15Z', 'updated_at': '2022-03-08T17:40:15Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}, {'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:08Z', 'revision_number': 1, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:17.147056 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c863e09-2337-4831-b048-9fec3429ec4e None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '481a1b43-be6e-4b10-b7bc-9208fdb8697f', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:6e:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:40:15Z', 'updated_at': '2022-03-08T17:40:15Z', 'revision_number': 0, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}, {'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:08Z', 'revision_number': 1, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:40:17.348639 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac2323-591f-41dc-96b1-05806d6c9dce None None] New status for floating IP 481a1b43-be6e-4b10-b7bc-9208fdb8697f: ACTIVE {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:40:27.483627 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9c63e81b-4bcc-41db-b415-6b5fdb10f11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:29.764277 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-59cd275d-3e61-4a81-914f-aa35a958f19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:30.903356 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:32.311300 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.887713 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:35.917717 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:44.069451 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af008825-03e5-4b49-abb9-ab6756abd416 req-b0366c13-c680-4767-b63f-af9e737aa785 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464947 Mar 08 17:40:44.180779 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008825-03e5-4b49-abb9-ab6756abd416 req-58830e2e-367b-4bfc-a3a7-957737df2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:44.182282 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af008825-03e5-4b49-abb9-ab6756abd416 req-58830e2e-367b-4bfc-a3a7-957737df2175 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 1130 time: 0.0475867 Mar 08 17:40:44.305651 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008825-03e5-4b49-abb9-ab6756abd416 req-f4d99841-2a09-4d6c-91e1-4647598b26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:44.307096 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af008825-03e5-4b49-abb9-ab6756abd416 req-f4d99841-2a09-4d6c-91e1-4647598b26fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.1014273 Mar 08 17:40:44.381164 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af008825-03e5-4b49-abb9-ab6756abd416 req-45e8d674-2969-4207-aa16-bf5a6971e821 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a HTTP/1.1" status: 200 len: 1002 time: 0.0631945 Mar 08 17:40:44.433272 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008825-03e5-4b49-abb9-ab6756abd416 req-f9849c8d-cf5a-4ce1-b5e3-36c6d8cd5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:44.434671 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af008825-03e5-4b49-abb9-ab6756abd416 req-f9849c8d-cf5a-4ce1-b5e3-36c6d8cd5888 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0442035 Mar 08 17:40:44.488779 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008825-03e5-4b49-abb9-ab6756abd416 req-ee3a1c9b-70ed-474e-ab56-47ae1dd599b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:44.490226 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af008825-03e5-4b49-abb9-ab6756abd416 req-ee3a1c9b-70ed-474e-ab56-47ae1dd599b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447125 Mar 08 17:40:44.595032 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af008825-03e5-4b49-abb9-ab6756abd416 req-ca00da22-1b7e-489c-a2e5-5d67e3108728 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943956 Mar 08 17:40:44.690919 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-af008825-03e5-4b49-abb9-ab6756abd416 req-66cec23a-b20d-4cd6-b1e6-6af0f394930d service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860941 Mar 08 17:40:47.296392 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:40:57.488465 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2ccd27ce-9a3f-4a2a-b51a-097ba329f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:59.769128 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f8c29c30-58b0-4896-b1e9-66cf781d7f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:00.908055 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:02.310899 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:03.886117 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:05.951428 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:24.300626 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:41:27.493609 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-caa406a0-70d7-4b3b-b04b-f61203948302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:29.760058 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-77974e1b-9d8b-48ed-b3c4-a759aacec555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:30.908758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:32.332018 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:33.886404 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:35.952004 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:46.107634 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-25853aea-cf46-462e-8628-ed04e21357e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496776 Mar 08 17:41:46.194210 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-935e13f6-424a-4145-8378-2e3fad397a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:46.196088 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-935e13f6-424a-4145-8378-2e3fad397a52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 1130 time: 0.0490630 Mar 08 17:41:46.312446 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-765cdd54-b87c-4c2f-92aa-f1c14ae98c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:46.314503 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-765cdd54-b87c-4c2f-92aa-f1c14ae98c96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.0906992 Mar 08 17:41:46.395058 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-3eff3bc7-3bd5-4520-86fb-4df980af547a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121 HTTP/1.1" status: 200 len: 1001 time: 0.0697908 Mar 08 17:41:46.446893 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-fccb2be1-d735-4509-a7ec-227a6541a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:46.448334 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-fccb2be1-d735-4509-a7ec-227a6541a56d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0439715 Mar 08 17:41:46.502378 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-c3f69ffb-ea46-4662-be82-230457614c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:46.503895 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-c3f69ffb-ea46-4662-be82-230457614c28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458505 Mar 08 17:41:46.604735 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-5edea728-1d41-49cd-9e91-445403396602 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905740 Mar 08 17:41:46.695527 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1e2ba36e-d4c4-4f9b-aa8b-2349d5612157 req-8ece8e47-654d-4594-afbf-02791e6211f9 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811944 Mar 08 17:41:55.729546 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 58980) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:55.913954 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Deleting port 549926a9-496b-4989-a029-a143c051c11a {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:41:55.914280 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (549926a9-496b-4989-a029-a143c051c11a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.989112 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (549926a9-496b-4989-a029-a143c051c11a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.989373 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (549926a9-496b-4989-a029-a143c051c11a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.001353 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Calling delete_port for 549926a9-496b-4989-a029-a143c051c11a owned by network:floatingip {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:41:56.182110 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (549926a9-496b-4989-a029-a143c051c11a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.212433 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event deleted for resources: {'Port': ['ID=549926a9-496b-4989-a029-a143c051c11a,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:56.224522 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.224876 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.225228 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.225570 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.225892 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.226227 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.226639 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.227071 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.227551 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.227932 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.228267 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.228615 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.228939 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:56.286415 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (481a1b43-be6e-4b10-b7bc-9208fdb8697f), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.286663 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.db.l3_db [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Floating IP 481a1b43-be6e-4b10-b7bc-9208fdb8697f disassociated (deleted). External IP: 172.27.1.54, port: a1e564b5-c8d7-40a8-95f6-b81b95f45121. Mar 08 17:41:56.497812 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:41:56.609215 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:41:56.614011 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.621231 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:41:56.631838 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:41:56.633135 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:41:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:56.644972 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-1eeb03cf-edc9-40e9-b2c5-b817d178a8bc tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "DELETE /v2.0/floatingips/481a1b43-be6e-4b10-b7bc-9208fdb8697f HTTP/1.1" status: 204 len: 168 time: 0.9138911 Mar 08 17:41:56.645568 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:41:56.648104 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a51ab0-bd76-4d65-bf0d-9954e50a6437" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:41:56.744589 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:41:56.757853 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1987056b-b6a2-4ac5-91ab-b0d0fa002c39 x-openstack-request-id: req-1987056b-b6a2-4ac5-91ab-b0d0fa002c39 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:41:56.758842 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:41:56.759324 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1987056b-b6a2-4ac5-91ab-b0d0fa002c39 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:41:56.759949 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'status': 'completed', 'code': 200} Mar 08 17:41:56.903447 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-d58f619d-9249-43e4-acd2-5d74c73384cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:56.904937 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-d58f619d-9249-43e4-acd2-5d74c73384cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 1130 time: 0.0770671 Mar 08 17:41:56.915035 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862a0a0-9a45-4a9f-9064-2f6c4dc71f07 req-df369d67-0ce0-43fc-9e3b-0a6a61eef059 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:56.916515 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1862a0a0-9a45-4a9f-9064-2f6c4dc71f07 req-df369d67-0ce0-43fc-9e3b-0a6a61eef059 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 946 time: 0.0793996 Mar 08 17:41:56.969796 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:08Z', 'revision_number': 1, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:56.999390 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:41:57.009612 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:41:57.010267 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:41:30Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:57.021983 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-1862a0a0-9a45-4a9f-9064-2f6c4dc71f07 req-c289e15e-6638-45ac-829e-fd2f60312e4a tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974553 Mar 08 17:41:57.039667 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-80858cd8-d037-40ca-81e2-d2a68f419a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:57.041179 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-80858cd8-d037-40ca-81e2-d2a68f419a60 service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.1238210 Mar 08 17:41:57.086653 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-66592ccb-75a4-4e8b-ba6d-d78a0bde80ac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121 HTTP/1.1" status: 200 len: 217 time: 0.0377934 Mar 08 17:41:57.116184 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:41:57.349370 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:08Z', 'revision_number': 1, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:57.379293 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb4c6a-48d1-4b96-bd75-a385cfbf28fc None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_floatingips': [{'id': '8be5e8dd-d03a-4585-a9d3-83930a4ad797', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'router_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'port_id': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'mac_address': 'fa:16:3e:d1:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:05Z', 'updated_at': '2022-03-08T17:38:08Z', 'revision_number': 1, 'project_id': '47b952ed99964243b460b53d01b7392f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:41:57.408353 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-110f1ca0-95c1-4b62-95ab-53cfa165e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:57.409802 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-110f1ca0-95c1-4b62-95ab-53cfa165e5a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.3161066 Mar 08 17:41:57.460645 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-63f9aa48-8465-4cad-b0ab-2119880d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:57.462146 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-63f9aa48-8465-4cad-b0ab-2119880d804d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452948 Mar 08 17:41:57.489215 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3f134a24-3b00-4fd5-bc36-8db83c9f00ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.563577 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-d578e5f6-1234-42bc-906d-0018cb483524 service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910296 Mar 08 17:41:57.609064 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5dba9-e3e6-4f3c-95f1-1d39b757f14a None None] New status for floating IP 481a1b43-be6e-4b10-b7bc-9208fdb8697f: DOWN {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:41:57.655116 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-38a51ab0-bd76-4d65-bf0d-9954e50a6437 req-686fcba7-2933-4acd-85fa-eab683d1175b service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844579 Mar 08 17:41:58.156995 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8ebf-937c-4289-9426-432e9497fec4 req-05412267-990a-4aca-8a82-fdbb1664f17d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:58.158459 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-232d8ebf-937c-4289-9426-432e9497fec4 req-05412267-990a-4aca-8a82-fdbb1664f17d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 946 time: 0.0600386 Mar 08 17:41:58.212973 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-232d8ebf-937c-4289-9426-432e9497fec4 req-949085bf-f104-44f1-8ca3-d56715958e41 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462790 Mar 08 17:41:58.982066 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-38800704-f547-422f-9387-98fc1e5dc94d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:58.983512 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-38800704-f547-422f-9387-98fc1e5dc94d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 946 time: 0.0681169 Mar 08 17:41:59.084089 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Deleting port a1e564b5-c8d7-40a8-95f6-b81b95f45121 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:41:59.084433 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:59.174291 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] For port a1e564b5-c8d7-40a8-95f6-b81b95f45121, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1e564b5-c8d7-40a8-95f6-b81b95f45121,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:59.175014 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:59.186642 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Calling delete_port for a1e564b5-c8d7-40a8-95f6-b81b95f45121 owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:41:59.346892 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (a1e564b5-c8d7-40a8-95f6-b81b95f45121), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:59.383075 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48d03-89d5-4bec-9fb9-cc6699aa0e62 req-cd12739e-469d-4c87-8912-c753dc4da343 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:59.384579 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5d48d03-89d5-4bec-9fb9-cc6699aa0e62 req-cd12739e-469d-4c87-8912-c753dc4da343 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8a6e36-943a-4746-abe5-f2dee4c6788f HTTP/1.1" status: 200 len: 946 time: 0.0919340 Mar 08 17:41:59.385284 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event deleted for resources: {'Port': ['ID=a1e564b5-c8d7-40a8-95f6-b81b95f45121,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:59.444318 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] No DVR routers for this DVR port a1e564b5-c8d7-40a8-95f6-b81b95f45121 on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:41:59.451131 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:59.454437 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-ee6aea76-5a85-4159-9577-481e6490e5ed req-a9a0dd8c-6ea8-4ce8-8326-8a2ad2266d81 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "DELETE /v2.0/ports/a1e564b5-c8d7-40a8-95f6-b81b95f45121 HTTP/1.1" status: 204 len: 173 time: 0.4618118 Mar 08 17:41:59.454894 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'name': 'network-vif-deleted', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:41:59.457193 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387178fe-efb5-4565-90d9-dc79351a8269" -d '{"events": [{"server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "name": "network-vif-deleted", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:41:59.479989 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f5d48d03-89d5-4bec-9fb9-cc6699aa0e62 req-02444c05-f606-4fe0-b864-c190329b117e tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874653 Mar 08 17:41:59.506000 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d0917d-cfdb-47e4-8cf5-6451e9637b03 x-openstack-request-id: req-95d0917d-cfdb-47e4-8cf5-6451e9637b03 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:41:59.506369 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8a6e36-943a-4746-abe5-f2dee4c6788f", "name": "network-vif-deleted", "tag": "a1e564b5-c8d7-40a8-95f6-b81b95f45121", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:41:59.506593 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95d0917d-cfdb-47e4-8cf5-6451e9637b03 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:41:59.507033 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8a6e36-943a-4746-abe5-f2dee4c6788f', 'name': 'network-vif-deleted', 'tag': 'a1e564b5-c8d7-40a8-95f6-b81b95f45121', 'status': 'completed', 'code': 200} Mar 08 17:41:59.757334 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-23e85eb9-17e4-4939-abf3-a6eb895e9270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:00.912133 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.305677 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:42:01.622200 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device a1e564b5-c8d7-40a8-95f6-b81b95f45121 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:01.642147 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: a1e564b5-c8d7-40a8-95f6-b81b95f45121 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:42:01.642489 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device a1e564b5-c8d7-40a8-95f6-b81b95f45121 not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:42:02.322413 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:02.781079 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 59020) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:02.939981 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Deleting port cbe9b9ca-480a-4708-b7db-403f57450c0c {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:02.940304 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (cbe9b9ca-480a-4708-b7db-403f57450c0c), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:03.019076 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (cbe9b9ca-480a-4708-b7db-403f57450c0c), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:03.019330 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (cbe9b9ca-480a-4708-b7db-403f57450c0c), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:03.030892 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Calling delete_port for cbe9b9ca-480a-4708-b7db-403f57450c0c owned by network:floatingip {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:03.181167 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (cbe9b9ca-480a-4708-b7db-403f57450c0c), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:03.205880 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event deleted for resources: {'Port': ['ID=cbe9b9ca-480a-4708-b7db-403f57450c0c,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:03.216103 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.216491 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.216835 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.217171 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.217504 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.217830 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.218136 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.218485 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.218836 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.219150 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.219469 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.219790 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.220131 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:03.274799 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (8be5e8dd-d03a-4585-a9d3-83930a4ad797), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:03.275024 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.db.l3_db [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Floating IP 8be5e8dd-d03a-4585-a9d3-83930a4ad797 disassociated (deleted). External IP: 172.27.1.147, port: 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a. Mar 08 17:42:03.488339 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:42:03.864249 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:42:03.869191 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:03.874526 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:42:03.885132 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:42:03.885395 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:03.885871 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:42:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:03.901567 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-34f8a427-10a3-4adf-940c-a469f691e0b3 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "DELETE /v2.0/floatingips/8be5e8dd-d03a-4585-a9d3-83930a4ad797 HTTP/1.1" status: 204 len: 168 time: 1.1192534 Mar 08 17:42:03.902207 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a'}] {{(pid=103292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:42:03.904688 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}504cabc86d3c39e62decb1825a8999f924dddf4d8f8cf10263a69cacd0342bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c106c100-52c4-4f0a-89f5-6159fd8dc396" -d '{"events": [{"name": "network-changed", "server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a"}]}' {{(pid=103292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:42:03.996405 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:42:04.057661 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e93ce1e-5fe4-4ef8-a307-1278eb9c5457 x-openstack-request-id: req-3e93ce1e-5fe4-4ef8-a307-1278eb9c5457 {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:42:04.058015 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a", "status": "completed", "code": 200}]} {{(pid=103292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:42:04.058333 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e93ce1e-5fe4-4ef8-a307-1278eb9c5457 {{(pid=103292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:42:04.058805 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'status': 'completed', 'code': 200} Mar 08 17:42:04.150419 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4768a-a05c-4d6b-9687-caa429e2707f req-f20d0a20-1ceb-40ff-9bb3-4f9e8d8a57af tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:04.152839 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f3a4768a-a05c-4d6b-9687-caa429e2707f req-f20d0a20-1ceb-40ff-9bb3-4f9e8d8a57af tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 946 time: 0.0543575 Mar 08 17:42:04.200098 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:04.225764 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:42:04.234244 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:42:04.234773 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:42:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:04.235383 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-f3a4768a-a05c-4d6b-9687-caa429e2707f req-0b9ef0ff-2fd6-4fb5-81a6-d0ae06ceab0c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770483 Mar 08 17:42:04.244859 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-36a9e8bc-13d9-47e4-8eef-977eaefe3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:04.246324 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-36a9e8bc-13d9-47e4-8eef-977eaefe3529 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=47b952ed99964243b460b53d01b7392f&device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 1130 time: 0.0745630 Mar 08 17:42:04.346248 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-54290505-8f3c-477b-b36d-9672b567cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:04.347832 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-54290505-8f3c-477b-b36d-9672b567cffd service neutron] 10.222.0.71 "GET /v2.0/networks?id=566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 200 len: 912 time: 0.0932779 Mar 08 17:42:04.390053 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-ab0e9a02-3468-4b89-81f5-0b0256505400 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a HTTP/1.1" status: 200 len: 217 time: 0.0341017 Mar 08 17:42:04.429783 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:42:04.437755 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-2dd6541a-d827-498d-a68e-c5783f7d1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:04.439195 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-2dd6541a-d827-498d-a68e-c5783f7d1bae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 200 len: 850 time: 0.0423219 Mar 08 17:42:04.491331 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-e2f9355e-2c46-4c58-a5ee-ee45fd486284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:04.492902 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-e2f9355e-2c46-4c58-a5ee-ee45fd486284 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=566bca30-4a4f-4c4c-ae1d-feb508da6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471439 Mar 08 17:42:04.583414 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-c1dbb216-9e30-4d1a-8c9f-ac8fdaa7c21f service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828433 Mar 08 17:42:04.625221 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:04.650760 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff41e56-9bf2-4e69-88dc-ab57c23e1c38 None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:32Z', 'revision_number': 4, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi', '_interfaces': [{'id': '6812727e-2162-49d4-a58b-3e253f4d587a', 'name': '', 'network_id': '566bca30-4a4f-4c4c-ae1d-feb508da6def', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'mac_address': 'fa:16:3e:98:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:31Z', 'updated_at': '2022-03-08T17:34:38Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'subnets': [{'id': '73acf358-b29d-4105-950b-6d8caf6dba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:42:04.677979 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-c106c100-52c4-4f0a-89f5-6159fd8dc396 req-037a0a1a-1f8e-4c9f-b86f-69e276d8284b service neutron] 10.222.0.71 "GET /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875175 Mar 08 17:42:04.869739 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0192ddd6-9439-4b21-9530-f1678cc1554b None None] New status for floating IP 8be5e8dd-d03a-4585-a9d3-83930a4ad797: DOWN {{(pid=103293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:42:05.370281 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ae83-2e12-467b-b655-a9dbb2b70c4d req-d765277d-1363-43a8-8a5f-4a196c2a1012 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:05.372270 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-97a9ae83-2e12-467b-b655-a9dbb2b70c4d req-d765277d-1363-43a8-8a5f-4a196c2a1012 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 946 time: 0.0597641 Mar 08 17:42:05.424979 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-97a9ae83-2e12-467b-b655-a9dbb2b70c4d req-f48091c4-6a04-4445-b2a0-744d0a9c6db4 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468554 Mar 08 17:42:05.979691 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:06.184078 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-64ba14f0-8695-4413-8ac7-3ea07a4d45d5 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:06.185618 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-64ba14f0-8695-4413-8ac7-3ea07a4d45d5 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 946 time: 0.0707514 Mar 08 17:42:06.278120 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Deleting port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:06.278362 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:06.369921 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] For port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:06.370273 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:06.382502 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Calling delete_port for 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a owned by compute:nova {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:06.544242 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (6f91acf4-d932-4c2f-8c2c-18f50c5aca8a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:06.575047 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event deleted for resources: {'Port': ['ID=6f91acf4-d932-4c2f-8c2c-18f50c5aca8a,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:06.591909 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2f7e9-cf78-4c58-9388-ff438634908b req-3542d781-a545-485c-aa09-f04194fbb41d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:06.593424 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4df2f7e9-cf78-4c58-9388-ff438634908b req-3542d781-a545-485c-aa09-f04194fbb41d tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b0c289-7c89-40e0-9af1-2bd98fd3c2c9 HTTP/1.1" status: 200 len: 946 time: 0.0967619 Mar 08 17:42:06.638214 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] No DVR routers for this DVR port 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a on host hv-cinder-83009 {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:42:06.641249 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for port (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:06.644531 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-9902ec3e-f58c-49fb-860d-87a2d648d19b req-f30ca992-27b2-4c2c-9f4b-841778e11446 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.71 "DELETE /v2.0/ports/6f91acf4-d932-4c2f-8c2c-18f50c5aca8a HTTP/1.1" status: 204 len: 173 time: 0.4499369 Mar 08 17:42:06.644970 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'name': 'network-vif-deleted', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:42:06.647214 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f098fe2b3a9bcb464390780b23f8abf3289819229ce2c3037da0129b79c2fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e6f8ee-919f-4ca0-935d-dedea2cb5769" -d '{"events": [{"server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "name": "network-vif-deleted", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:42:06.679132 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [req-4df2f7e9-cf78-4c58-9388-ff438634908b req-a7a0fdb6-017b-47ad-8ca8-d02792eb4c73 tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "GET /v2.0/security-groups?id=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707591 Mar 08 17:42:06.685257 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5c2386-a325-4415-a960-ab595202a64e x-openstack-request-id: req-4f5c2386-a325-4415-a960-ab595202a64e {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:42:06.685634 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b0c289-7c89-40e0-9af1-2bd98fd3c2c9", "name": "network-vif-deleted", "tag": "6f91acf4-d932-4c2f-8c2c-18f50c5aca8a", "status": "completed", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:42:06.686093 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f5c2386-a325-4415-a960-ab595202a64e {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:42:06.686758 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b0c289-7c89-40e0-9af1-2bd98fd3c2c9', 'name': 'network-vif-deleted', 'tag': '6f91acf4-d932-4c2f-8c2c-18f50c5aca8a', 'status': 'completed', 'code': 200} Mar 08 17:42:07.749386 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 59040) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:07.873268 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Deleting port 708b2e1e-3961-4001-be52-eb3707475293 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:07.873583 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (708b2e1e-3961-4001-be52-eb3707475293), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:07.952306 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (708b2e1e-3961-4001-be52-eb3707475293), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:07.952641 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (708b2e1e-3961-4001-be52-eb3707475293), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:07.964211 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Calling delete_port for 708b2e1e-3961-4001-be52-eb3707475293 owned by network:floatingip {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:08.098430 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (708b2e1e-3961-4001-be52-eb3707475293), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:08.122679 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event deleted for resources: {'Port': ['ID=708b2e1e-3961-4001-be52-eb3707475293,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:08.180717 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for floatingip (8935fc52-eb7f-4b04-b0e8-bda7e9c841f3), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:08.183210 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4189690'] for floatingip (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:08.184382 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-5466f19d-fdae-4402-86cf-6a6b42844e4c tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "DELETE /v2.0/floatingips/8935fc52-eb7f-4b04-b0e8-bda7e9c841f3 HTTP/1.1" status: 204 len: 168 time: 0.4339950 Mar 08 17:42:09.395938 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 59052) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:09.455457 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ad1acf51-0674-4a63-8fe4-00941e0cef1f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group (f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:09.480532 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ad1acf51-0674-4a63-8fe4-00941e0cef1f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group (f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:09.548262 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ad1acf51-0674-4a63-8fe4-00941e0cef1f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:09.550868 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ad1acf51-0674-4a63-8fe4-00941e0cef1f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Publish callbacks [] for security_group (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:09.552064 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-ad1acf51-0674-4a63-8fe4-00941e0cef1f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] 10.222.0.46 "DELETE /v2.0/security-groups/f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7 HTTP/1.1" status: 204 len: 168 time: 0.1551068 Mar 08 17:42:09.561569 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1acf51-0674-4a63-8fe4-00941e0cef1f tempest-TestVolumeBootPattern-1563777466 tempest-TestVolumeBootPattern-1563777466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01fc3d1-ec67-4c1e-9ab3-2151d222d8e7,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:09.614027 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 59056) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:09.660327 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:09.680475 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] No Port match for: 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:42:09.680817 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Device 6f91acf4-d932-4c2f-8c2c-18f50c5aca8a not bound to the agent host hv-cinder-83009 {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:42:10.156673 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:10.418413 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Deleting port 6812727e-2162-49d4-a58b-3e253f4d587a {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:10.418676 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:10.500659 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] For port 6812727e-2162-49d4-a58b-3e253f4d587a, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=6812727e-2162-49d4-a58b-3e253f4d587a,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:10.501028 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:10.513160 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Calling delete_port for 6812727e-2162-49d4-a58b-3e253f4d587a owned by network:router_interface {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:10.700546 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (6812727e-2162-49d4-a58b-3e253f4d587a), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:10.728162 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Pushing event deleted for resources: {'Port': ['ID=6812727e-2162-49d4-a58b-3e253f4d587a,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:10.895723 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:11.116142 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:42:11.226373 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:42:11.233023 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d867f1d5-65e2-45ca-aecc-8a5093d8be93 admin admin] 10.222.0.46 "PUT /v2.0/routers/f64bdd05-a52b-47f4-bdd7-3c831f8a01bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6177962 Mar 08 17:42:11.235721 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 59060) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:11.239042 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] Sync routers for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:42:11.250297 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:42:11.251010 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:42:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:11.341105 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks [] for router (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:11.358870 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: dv-cinder-830090-3-iscsi {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:42:11.441696 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks [] for router_gateway (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:11.495355 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Deleting port 163f4942-1e17-4870-92c3-1cb800450a86 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:11.495671 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (163f4942-1e17-4870-92c3-1cb800450a86), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:11.537437 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '163f4942-1e17-4870-92c3-1cb800450a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:42:10Z', 'revision_number': 5, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port': {'id': '163f4942-1e17-4870-92c3-1cb800450a86', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:11.564583 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] Checking router: f64bdd05-a52b-47f4-bdd7-3c831f8a01bc for host: dv-cinder-830090-3-iscsi {{(pid=103294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:42:11.571379 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] For port 163f4942-1e17-4870-92c3-1cb800450a86, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=163f4942-1e17-4870-92c3-1cb800450a86,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:11.571742 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (163f4942-1e17-4870-92c3-1cb800450a86), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:11.573219 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] Routers {'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:42:11.573828 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:42:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'], 'active': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:11.583926 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Calling delete_port for 163f4942-1e17-4870-92c3-1cb800450a86 owned by network:router_gateway {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:11.661040 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvr_db [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] Set router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc gateway port host: None {{(pid=103294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:42:11.712702 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.l3_hamode_db [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:42:11Z', 'revision_number': 6, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:11.741230 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322eff8-702c-42f0-a6bd-bc4e4d7a1c40 None None] The sync data for ids ['f64bdd05-a52b-47f4-bdd7-3c831f8a01bc'] in dv-cinder-830090-3-iscsi is: [{'id': 'f64bdd05-a52b-47f4-bdd7-3c831f8a01bc', 'name': 'tempest-TestVolumeBootPattern-457616876-router', 'tenant_id': '47b952ed99964243b460b53d01b7392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:29Z', 'updated_at': '2022-03-08T17:42:11Z', 'revision_number': 6, 'project_id': '47b952ed99964243b460b53d01b7392f', 'gw_port_host': None}] {{(pid=103294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:42:11.759872 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (163f4942-1e17-4870-92c3-1cb800450a86), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:11.783571 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=163f4942-1e17-4870-92c3-1cb800450a86,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:11.853203 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:11.943064 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:11.945532 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks [] for router_controller (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), precommit_delete_associations {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.279572 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (f64bdd05-a52b-47f4-bdd7-3c831f8a01bc), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.280228 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f64bdd05-a52b-47f4-bdd7-3c831f8a01bc {{(pid=103291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:42:12.285288 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.286488 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-7dfbf29d-dda2-489f-8c26-daaaf0274d80 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f64bdd05-a52b-47f4-bdd7-3c831f8a01bc HTTP/1.1" status: 204 len: 168 time: 1.0498254 Mar 08 17:42:12.289110 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 59062) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:12.334342 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a1c0f0-de77-44fd-9463-a4efe4606301 admin admin] Deleting subnet 73acf358-b29d-4105-950b-6d8caf6dba2c {{(pid=103291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:42:12.337583 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c0f0-de77-44fd-9463-a4efe4606301 admin admin] Publish callbacks [] for subnet (73acf358-b29d-4105-950b-6d8caf6dba2c), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.371652 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c0f0-de77-44fd-9463-a4efe4606301 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62398718'] for subnet (73acf358-b29d-4105-950b-6d8caf6dba2c), precommit_delete_associations {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.450161 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c0f0-de77-44fd-9463-a4efe4606301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (73acf358-b29d-4105-950b-6d8caf6dba2c), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.503260 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c0f0-de77-44fd-9463-a4efe4606301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62112607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62055960'] for subnet (73acf358-b29d-4105-950b-6d8caf6dba2c), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.528277 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1c0f0-de77-44fd-9463-a4efe4606301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73acf358-b29d-4105-950b-6d8caf6dba2c,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:12.532184 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c0f0-de77-44fd-9463-a4efe4606301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.537773 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-a5a1c0f0-de77-44fd-9463-a4efe4606301 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/73acf358-b29d-4105-950b-6d8caf6dba2c HTTP/1.1" status: 204 len: 168 time: 0.2453752 Mar 08 17:42:12.537995 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 59064) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:12.538136 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618be38a-04f7-44e2-b12b-9db0e53a0aee None None] Network 566bca30-4a4f-4c4c-ae1d-feb508da6def requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:42:12.606145 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (566bca30-4a4f-4c4c-ae1d-feb508da6def), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.664440 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Deleting port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:12.664779 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.708565 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] DHCP port deletion for 566bca30-4a4f-4c4c-ae1d-feb508da6def request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:42:12.738984 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] For port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:12.739351 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.753239 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Calling delete_port for a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:12.760276 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Deleting port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:12.760906 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.822928 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] For port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,segment=NetworkSegment(4389676c-0410-4463-bac3-2324d4cfc1cb),segment_id=4389676c-0410-4463-bac3-2324d4cfc1cb)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:12.823321 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.836033 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Calling delete_port for a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:12.839030 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62112616'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.865281 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:12.867194 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] No DVR routers for this DVR port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 on host dv-cinder-830090-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:42:12.917529 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179'] for port (a05e9e97-fc1d-40a7-8c27-af4e8f95dc30), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.940376 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (566bca30-4a4f-4c4c-ae1d-feb508da6def), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.944992 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] No DVR routers for this DVR port a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 on host dv-cinder-830090-3-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:42:12.946474 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Pushing event deleted for resources: {'Port': ['ID=a05e9e97-fc1d-40a7-8c27-af4e8f95dc30,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:12.957396 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.957396 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.957592 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.957916 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.958250 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.958583 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.958950 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.959222 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.959548 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.959939 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.960265 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.960932 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.960932 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0cd8a7-3849-418f-8533-fbcee5936cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-3-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:12.962818 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566bca30-4a4f-4c4c-ae1d-feb508da6def']}} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:12.972807 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4389676c-0410-4463-bac3-2324d4cfc1cb') {'for_net_delete': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:12.973099 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.services.segments.db [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4389676c-0410-4463-bac3-2324d4cfc1cb') {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:12.982478 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62398469'] for segment (4389676c-0410-4463-bac3-2324d4cfc1cb), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:12.995748 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (4389676c-0410-4463-bac3-2324d4cfc1cb), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.001695 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=103291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:42:13.002062 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62112565'] for segment (4389676c-0410-4463-bac3-2324d4cfc1cb), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: Traceback (most recent call last): Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: timer() Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: cb(*args, **kw) Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: return func(*args, **kwargs) Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: self._notify() Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: self.callback(batched_events) Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: event.method(event) Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: return f(self, *a, **k) Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._get(url).json() Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: return self.request(url, 'GET', **kwargs) Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:42:13.003763 dv-cinder-830090-3-iscsi neutron-server[103291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:42:13.063178 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (566bca30-4a4f-4c4c-ae1d-feb508da6def), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.067877 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.071910 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] 10.222.0.46 "DELETE /v2.0/networks/566bca30-4a4f-4c4c-ae1d-feb508da6def HTTP/1.1" status: 204 len: 168 time: 0.5329461 Mar 08 17:42:13.075539 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 59066) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:13.087403 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31e8ae-2d3e-4627-9008-05d286c2d769 admin admin] Pushing event deleted for resources: {'Network': ['ID=566bca30-4a4f-4c4c-ae1d-feb508da6def,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:13.107060 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:13.127120 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:42:13.127469 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device a05e9e97-fc1d-40a7-8c27-af4e8f95dc30 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:42:13.127916 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 163f4942-1e17-4870-92c3-1cb800450a86 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:13.147227 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 163f4942-1e17-4870-92c3-1cb800450a86 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:42:13.147558 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 163f4942-1e17-4870-92c3-1cb800450a86 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:42:13.147990 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 6812727e-2162-49d4-a58b-3e253f4d587a no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:13.169273 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 6812727e-2162-49d4-a58b-3e253f4d587a {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:42:13.169622 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 6812727e-2162-49d4-a58b-3e253f4d587a not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:42:13.439940 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687758'] for router_interface (e86c7692-5f91-44e9-9367-b3f6c677bf18), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.699062 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Deleting port 932168cb-7b21-4b4e-be7f-42f46687a40d {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:13.699301 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.777574 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] For port 932168cb-7b21-4b4e-be7f-42f46687a40d, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=932168cb-7b21-4b4e-be7f-42f46687a40d,segment=NetworkSegment(31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8),segment_id=31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:13.777924 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.789974 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Calling delete_port for 932168cb-7b21-4b4e-be7f-42f46687a40d owned by network:router_interface {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:13.977664 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (932168cb-7b21-4b4e-be7f-42f46687a40d), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:14.002407 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Pushing event deleted for resources: {'Port': ['ID=932168cb-7b21-4b4e-be7f-42f46687a40d,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:14.166923 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3778423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687738'] for router_interface (e86c7692-5f91-44e9-9367-b3f6c677bf18), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:14.392255 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Router e86c7692-5f91-44e9-9367-b3f6c677bf18 has already been hosted by L3 agent c30238a6-f3e1-431e-815b-5ae476852f56 {{(pid=103292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:42:14.503365 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] Notify agent at l3_agent.dv-cinder-830090-3-iscsi the message routers_updated {{(pid=103292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:42:14.509030 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-6d639735-7115-4bf9-b646-d0d95e1d286c admin admin] 10.222.0.46 "PUT /v2.0/routers/e86c7692-5f91-44e9-9367-b3f6c677bf18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4319348 Mar 08 17:42:14.511732 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 59068) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:14.512000 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] Sync routers for ids ['e86c7692-5f91-44e9-9367-b3f6c677bf18'] in dv-cinder-830090-3-iscsi {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:42:14.522509 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] Routers {'e86c7692-5f91-44e9-9367-b3f6c677bf18'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:42:14.523140 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:42:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['e86c7692-5f91-44e9-9367-b3f6c677bf18'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:14.617846 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks [] for router (e86c7692-5f91-44e9-9367-b3f6c677bf18), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:14.630344 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] Set router e86c7692-5f91-44e9-9367-b3f6c677bf18 gateway port host: dv-cinder-830090-3-iscsi {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:42:14.721261 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks [] for router_gateway (e86c7692-5f91-44e9-9367-b3f6c677bf18), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:14.775256 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Deleting port 485a4ded-642e-456b-bc51-edd7966d9508 {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:14.775540 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (485a4ded-642e-456b-bc51-edd7966d9508), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:14.817649 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'external_fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '485a4ded-642e-456b-bc51-edd7966d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:42:13Z', 'revision_number': 5, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port': {'id': '485a4ded-642e-456b-bc51-edd7966d9508', 'name': '', 'network_id': 'c4769b56-b502-41fe-91e7-2450901dde4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:35Z', 'updated_at': '2022-03-08T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46cee0e4-1924-4993-ab3e-d57a5e1db94f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-3-iscsi'}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:14.847118 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] Checking router: e86c7692-5f91-44e9-9367-b3f6c677bf18 for host: dv-cinder-830090-3-iscsi {{(pid=103293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:42:14.855577 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] Routers {'e86c7692-5f91-44e9-9367-b3f6c677bf18'} bound to L3 agent in host dv-cinder-830090-3-iscsi {{(pid=103293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:42:14.855721 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] For port 485a4ded-642e-456b-bc51-edd7966d9508, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=485a4ded-642e-456b-bc51-edd7966d9508,segment=NetworkSegment(18455236-9107-42ce-b2cb-f99d5704542e),segment_id=18455236-9107-42ce-b2cb-f99d5704542e)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:14.856087 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (485a4ded-642e-456b-bc51-edd7966d9508), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:14.856199 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:21:30Z,description=,heartbeat_timestamp=2022-03-08T17:42:00Z,host='dv-cinder-830090-3-iscsi',id=c30238a6-f3e1-431e-815b-5ae476852f56,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:21:30Z,topic='l3_agent')) {'router_ids': ['e86c7692-5f91-44e9-9367-b3f6c677bf18'], 'active': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:14.867815 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Calling delete_port for 485a4ded-642e-456b-bc51-edd7966d9508 owned by network:router_gateway {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:14.937988 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvr_db [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] Set router e86c7692-5f91-44e9-9367-b3f6c677bf18 gateway port host: None {{(pid=103293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:42:14.990978 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_hamode_db [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:42:14Z', 'revision_number': 6, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port_host': None}], 'dv-cinder-830090-3-iscsi', False) {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:15.017754 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe338f-d425-4a06-b5e0-3b1241a8a960 None None] The sync data for ids ['e86c7692-5f91-44e9-9367-b3f6c677bf18'] in dv-cinder-830090-3-iscsi is: [{'id': 'e86c7692-5f91-44e9-9367-b3f6c677bf18', 'name': 'tempest-TestVolumeBootPattern-164561028-router', 'tenant_id': '5405f286aab64e7cbccbcaefe149fb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:34Z', 'updated_at': '2022-03-08T17:42:14Z', 'revision_number': 6, 'project_id': '5405f286aab64e7cbccbcaefe149fb5d', 'gw_port_host': None}] {{(pid=103293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:42:15.037408 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (485a4ded-642e-456b-bc51-edd7966d9508), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.070074 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=485a4ded-642e-456b-bc51-edd7966d9508,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:15.126399 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686544'] for router_gateway (e86c7692-5f91-44e9-9367-b3f6c677bf18), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.217800 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61304'] for router (e86c7692-5f91-44e9-9367-b3f6c677bf18), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.219916 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks [] for router_controller (e86c7692-5f91-44e9-9367-b3f6c677bf18), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.268403 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689779'] for router (e86c7692-5f91-44e9-9367-b3f6c677bf18), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.268841 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e86c7692-5f91-44e9-9367-b3f6c677bf18 {{(pid=103292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:42:15.273885 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.275053 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-248b05a6-b0b2-44c5-9e94-7f9c962fcfe7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e86c7692-5f91-44e9-9367-b3f6c677bf18 HTTP/1.1" status: 204 len: 168 time: 0.7623818 Mar 08 17:42:15.277867 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 59070) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:15.322921 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.db_base_plugin_v2 [None req-9def34c7-7d56-4f0a-8681-8d6f172580ac admin admin] Deleting subnet 02407291-4d43-482e-9847-309fafb7b0d8 {{(pid=103292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:42:15.326084 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9def34c7-7d56-4f0a-8681-8d6f172580ac admin admin] Publish callbacks [] for subnet (02407291-4d43-482e-9847-309fafb7b0d8), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.359635 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9def34c7-7d56-4f0a-8681-8d6f172580ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62841423'] for subnet (02407291-4d43-482e-9847-309fafb7b0d8), precommit_delete_associations {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.442377 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9def34c7-7d56-4f0a-8681-8d6f172580ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3549423'] for subnet (02407291-4d43-482e-9847-309fafb7b0d8), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.499655 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9def34c7-7d56-4f0a-8681-8d6f172580ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3549428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62632582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59011006'] for subnet (02407291-4d43-482e-9847-309fafb7b0d8), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.525487 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def34c7-7d56-4f0a-8681-8d6f172580ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02407291-4d43-482e-9847-309fafb7b0d8,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:15.529567 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-9def34c7-7d56-4f0a-8681-8d6f172580ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for subnet (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.533308 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-9def34c7-7d56-4f0a-8681-8d6f172580ac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/02407291-4d43-482e-9847-309fafb7b0d8 HTTP/1.1" status: 204 len: 168 time: 0.2538614 Mar 08 17:42:15.535257 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efbd8c-1715-4b17-8b76-c5256f5c3312 None None] Network be997048-2435-485b-919f-cfb0c5ccd41b requested from dv-cinder-830090-3-iscsi {{(pid=103293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:42:15.535748 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [-] (103292) accepted ('10.222.0.46', 59072) {{(pid=103292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:15.605511 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427936'] for network (be997048-2435-485b-919f-cfb0c5ccd41b), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.658729 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Deleting port ae281665-92d2-4b77-92dd-9ad33d3d930a {{(pid=103292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:15.659068 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.719230 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] For port ae281665-92d2-4b77-92dd-9ad33d3d930a, host dv-cinder-830090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-3-iscsi',level=0,port_id=ae281665-92d2-4b77-92dd-9ad33d3d930a,segment=NetworkSegment(31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8),segment_id=31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8)] {{(pid=103292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:15.719580 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.732527 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Calling delete_port for ae281665-92d2-4b77-92dd-9ad33d3d930a owned by network:dhcp {{(pid=103292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:15.796170 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] DHCP port deletion for be997048-2435-485b-919f-cfb0c5ccd41b request from dv-cinder-830090-3-iscsi {{(pid=103293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:42:15.821546 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62632625'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.849010 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] Deleting port ae281665-92d2-4b77-92dd-9ad33d3d930a {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:42:15.849388 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759961223491'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.850474 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae281665-92d2-4b77-92dd-9ad33d3d930a,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:15.852354 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] No DVR routers for this DVR port ae281665-92d2-4b77-92dd-9ad33d3d930a on host dv-cinder-830090-3-iscsi {{(pid=103292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:42:15.917019 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] For port ae281665-92d2-4b77-92dd-9ad33d3d930a, host dv-cinder-830090-3-iscsi, got binding levels [] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:15.917514 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700316'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.925715 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617120', 'neutron.services.segments.db._delete_segments_for_network-8759961036903'] for network (be997048-2435-485b-919f-cfb0c5ccd41b), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.931067 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] Calling delete_port for ae281665-92d2-4b77-92dd-9ad33d3d930a owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:42:15.933886 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.ipam_backend_mixin [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] Port ae281665-92d2-4b77-92dd-9ad33d3d930a was not found and therefore no delete operation was performed {{(pid=103293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 17:42:15.935189 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759961230502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759960692179'] for port (ae281665-92d2-4b77-92dd-9ad33d3d930a), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.946104 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be997048-2435-485b-919f-cfb0c5ccd41b']}} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:15.955931 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8') {'for_net_delete': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:15.956239 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.services.segments.db [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8') {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:15.959769 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] Pushing event deleted for resources: {'Port': ['ID=ae281665-92d2-4b77-92dd-9ad33d3d930a,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:15.963434 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d1012-a799-4a0b-b004-ecbe7f72e3fd None None] No DVR routers for this DVR port ae281665-92d2-4b77-92dd-9ad33d3d930a on host dv-cinder-830090-3-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:42:15.974816 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759961038192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62841524'] for segment (31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8), before_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.989241 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716'] for segment (31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8), precommit_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.996242 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=103292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:42:15.996804 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3547716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62632684'] for segment (31cfd8bc-20f5-49f8-b9d7-e8b3ddb093f8), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: Traceback (most recent call last): Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: timer() Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: cb(*args, **kw) Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: return func(*args, **kwargs) Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: self._notify() Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: self.callback(batched_events) Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: event.method(event) Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: return f(self, *a, **k) Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._get(url).json() Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: return self.request(url, 'GET', **kwargs) Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:42:15.998814 dv-cinder-830090-3-iscsi neutron-server[103292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:42:16.056878 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3778424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686580'] for network (be997048-2435-485b-919f-cfb0c5ccd41b), after_delete {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.062223 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3778410'] for network (None), before_response {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.065435 dv-cinder-830090-3-iscsi neutron-server[103292]: INFO neutron.wsgi [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] 10.222.0.46 "DELETE /v2.0/networks/be997048-2435-485b-919f-cfb0c5ccd41b HTTP/1.1" status: 204 len: 168 time: 0.5290363 Mar 08 17:42:16.085195 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd73c3-458a-44de-a962-e152116a2290 admin admin] Pushing event deleted for resources: {'Network': ['ID=be997048-2435-485b-919f-cfb0c5ccd41b,revision_number=None']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:16.197337 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 59076) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:16.238402 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-b1644804-8f24-4336-a803-82755c02c24e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47b952ed99964243b460b53d01b7392f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398638 Mar 08 17:42:16.241045 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 59078) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:16.293380 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d0c9ff3e-15df-45f9-b69a-f5b2f30815d0 admin admin] Publish callbacks [] for security_group (ef1b28d8-36d9-4f08-9859-96e82bdb65ff), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.315343 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d0c9ff3e-15df-45f9-b69a-f5b2f30815d0 admin admin] Publish callbacks [] for security_group (ef1b28d8-36d9-4f08-9859-96e82bdb65ff), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.365519 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d0c9ff3e-15df-45f9-b69a-f5b2f30815d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (ef1b28d8-36d9-4f08-9859-96e82bdb65ff), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.368239 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d0c9ff3e-15df-45f9-b69a-f5b2f30815d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.369373 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-d0c9ff3e-15df-45f9-b69a-f5b2f30815d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef1b28d8-36d9-4f08-9859-96e82bdb65ff HTTP/1.1" status: 204 len: 168 time: 0.1273525 Mar 08 17:42:16.377407 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9ff3e-15df-45f9-b69a-f5b2f30815d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1b28d8-36d9-4f08-9859-96e82bdb65ff,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:16.695213 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 59084) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:16.737625 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-c11c2171-7e9c-4c33-8c79-f7f499576da4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5405f286aab64e7cbccbcaefe149fb5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411747 Mar 08 17:42:16.740227 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [-] (103291) accepted ('10.222.0.46', 59086) {{(pid=103291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:16.789650 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f1043149-7919-486f-98d9-2afca9043e06 admin admin] Publish callbacks [] for security_group (d0f33ef0-6b5f-4a20-86cc-065de75eb037), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.810466 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f1043149-7919-486f-98d9-2afca9043e06 admin admin] Publish callbacks [] for security_group (d0f33ef0-6b5f-4a20-86cc-065de75eb037), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.872101 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f1043149-7919-486f-98d9-2afca9043e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784890'] for security_group (d0f33ef0-6b5f-4a20-86cc-065de75eb037), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.876122 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f1043149-7919-486f-98d9-2afca9043e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:16.877677 dv-cinder-830090-3-iscsi neutron-server[103291]: INFO neutron.wsgi [None req-f1043149-7919-486f-98d9-2afca9043e06 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0f33ef0-6b5f-4a20-86cc-065de75eb037 HTTP/1.1" status: 204 len: 168 time: 0.1365218 Mar 08 17:42:16.885390 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1043149-7919-486f-98d9-2afca9043e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f33ef0-6b5f-4a20-86cc-065de75eb037,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:17.109078 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 485a4ded-642e-456b-bc51-edd7966d9508 no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:17.130680 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 485a4ded-642e-456b-bc51-edd7966d9508 {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:42:17.131013 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 485a4ded-642e-456b-bc51-edd7966d9508 not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:42:17.131510 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ae281665-92d2-4b77-92dd-9ad33d3d930a no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:17.151695 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: ae281665-92d2-4b77-92dd-9ad33d3d930a {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:42:17.152071 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device ae281665-92d2-4b77-92dd-9ad33d3d930a not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:42:17.152464 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 932168cb-7b21-4b4e-be7f-42f46687a40d no longer exists at agent ovs-agent-dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:17.172696 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] No Port match for: 932168cb-7b21-4b4e-be7f-42f46687a40d {{(pid=103293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:42:17.173019 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.rpc [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Device 932168cb-7b21-4b4e-be7f-42f46687a40d not bound to the agent host dv-cinder-830090-3-iscsi {{(pid=103293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:42:27.492176 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e9e7920f-e01a-40ed-8c7d-4d45b11c68e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:29.764387 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b554ae0-aed2-4ec7-84eb-788eb35ffc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:30.917115 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:32.325631 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:33.886478 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:35.967343 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:38.310489 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:42:57.492969 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75c9b635-df13-430f-bbfe-a6286577c5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:59.759242 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-adfd3e50-6bd9-47ef-89e2-6431d2cb735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:00.923342 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:02.329491 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:03.893251 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:05.958233 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:15.310854 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:43:27.496098 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0bb331a5-29fd-4c56-b326-da0a15e2c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:29.765148 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d237f68b-66ad-43d2-889e-24e225d1c947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:30.923718 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:32.332489 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:33.888570 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:35.971589 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.315020 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:43:57.496005 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-86a3525f-50d4-48cb-afd4-fc27ca9e2f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.763663 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8405bdce-3047-4596-815c-db29ca7c00fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:00.934632 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:02.341120 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:03.888903 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:05.962510 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.498540 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f7069bde-cde3-40c8-8ee8-2d1ff1c01e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:29.317709 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:44:29.750690 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e811d693-07d6-403e-9fb2-2be3e8a8d4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:30.933757 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:32.341972 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:33.895828 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:35.961758 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:57.498929 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d577-9d26-45d2-a044-f8e1176bcaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.749505 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-046489a3-2687-466e-a1b0-58b13ac5d5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:00.940910 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.347408 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.887347 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:05.967337 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:06.321755 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:45:16.895944 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [req-7ffd7f1a-2c64-4bbd-9e8f-ee1953c630e9 req-536239b0-4afe-4e9a-af4c-467394c34898 service neutron] (103292) timed out ('10.222.0.71', 49846) {{(pid=103292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:45:27.495739 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3e15adb5-ecfc-4af3-acb7-a3c6bc8de56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:29.748978 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb744-dfca-461e-a9fb-e69dec2cbf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:30.944881 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.345372 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:33.890990 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:35.965252 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:43.326312 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:45:45.861786 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [req-f25839e9-b110-4ebe-a8aa-e0107b2d5cfd req-7cc0be5f-de52-413c-8472-ada10e0eaf1c service neutron] (103292) timed out ('10.222.0.71', 49864) {{(pid=103292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:45:46.556312 dv-cinder-830090-3-iscsi neutron-server[103291]: DEBUG neutron.wsgi [req-9fa4f714-0b5c-459a-a44a-5ad521bd030a req-61ae49a1-d04c-475f-96c5-ad55c1618dd6 tempest-DeleteServersTestJSON-1186515263 tempest-DeleteServersTestJSON-1186515263-project] (103291) timed out ('10.222.0.71', 49880) {{(pid=103291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:45:57.499907 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-11ebde45-65cd-4647-9aeb-d51e3fa4819c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:59.753054 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c23e24d6-d74f-4f50-aa60-a7fcaff792b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:00.950256 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:02.348883 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:03.895906 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:05.959905 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:20.330029 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:46:27.498557 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-701a30c8-bdd7-4d46-80df-de438edc4248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:29.752017 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4c40f138-dbf6-47ed-86a3-a67617bacba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:30.954762 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:32.358694 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:33.896536 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:35.957937 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:57.336093 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:46:57.499642 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-10d71732-00f4-4c5d-82fb-77511fc665b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:59.751765 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3b1f491f-729f-4507-80c4-afeed439e934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:00.953383 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:02.362804 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:03.898828 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:05.960452 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:27.497985 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c2204660-96af-45e5-9356-c81659518c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (9b33ff9b-5541-4b61-8aea-b6bed649c093), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:29.751763 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0cfe088a-2129-4aa0-8f05-ed5f58df28fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (c30238a6-f3e1-431e-815b-5ae476852f56), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:30.957873 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a23d-dee3-4c8e-a7e1-222a760de699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (4334997c-b8a2-460a-870f-2e43554c7615), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.386674 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-518d41b9-4495-424f-92f5-cc436b0ef559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (52afb6ab-1de7-4263-a1ff-5346e051497a), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.896048 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdb47-cee7-4135-92d4-aabf18a731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (99db7bfb-425c-4a7a-8ba9-7dcd87f2410e), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:34.327457 dv-cinder-830090-3-iscsi neutron-server[103294]: DEBUG neutron.db.agents_db [None req-dca6b328-2041-4dac-80ee-6ff13dacdece None None] Agent healthcheck: found 6 active agents {{(pid=103294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:47:35.963285 dv-cinder-830090-3-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-db3d564a-2367-4a1b-8a84-0f5850ce9630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759961036885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619483'] for agent (165ee6f9-45b1-4838-8253-8ae144ea4827), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:37.533925 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-88e2170b-507a-493b-a054-4692e1a94fd1 service neutron] (103292) timed out ('10.222.0.46', 52774) {{(pid=103292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:47:37.835487 dv-cinder-830090-3-iscsi neutron-server[103292]: DEBUG neutron.wsgi [req-fa59d359-0f54-4735-8dc9-6d439bacc0e0 req-e34a1045-3012-4bb5-98f0-0cb8f43aa81b tempest-AttachVolumeShelveTestJSON-959872018 tempest-AttachVolumeShelveTestJSON-959872018-project] (103292) timed out ('10.222.0.46', 52788) {{(pid=103292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}